Libraries
In [11]:
import pandas as pd
import numpy as np
import matplotlib.pyplot as plt
import seaborn as sns
import re
In [12]:
import tensorflow as tf
import tensorflow_hub as hub
import tensorflow_text as text
import torch
from torch.utils.data import DataLoader
In [13]:
from transformers import BartTokenizer, BertTokenizer, BertForSequenceClassification, BartForConditionalGeneration,DataCollatorForSeq2Seq
from transformers import Trainer, TrainingArguments, EarlyStoppingCallback
from datasets import Dataset, load_dataset
from evaluate import load
Some Custom Functionality
In [14]:
def split_utterances(convo_string):
#patt = re.compile(r'([A-Za-z]+): (.{0,})$')
errs = {}
patt = re.compile(r'^(.{1,}): (.{0,})$')
dialogue = convo_string.split('\n')
utterances = {}
i = 0
for d in dialogue:
try:
grps = patt.match(d).groups()
speaker = grps[0]
utterance = grps[1]
utterances[i] = (speaker,utterance)
i+=1
except:
errs[i] = d
i+=1
return utterances,errs
In [15]:
def analyze_conversation(utterances):
metrics = {}
metrics['utterances'] = len(utterances)
utterers = set(utterance[0] for utterance in utterances.values())
chars = sum(len(utterance[1]) for utterance in utterances.values())
metrics['utterers'] = len(utterers)
share_u = dict.fromkeys(utterers,0)
share_w = dict.fromkeys(utterers,0)
for utter in utterances.values():
share_u[utter[0]]+=1
share_w[utter[0]]+=len(utter[1])
metrics['utterance_share'] = sum((val/metrics['utterances'])**2 for _,val in share_u.items())
metrics['word_share'] = sum((val/chars)**2 for _,val in share_w.items())
return metrics
In [ ]:
def summarize_convo(dialogue,model,tokenizer,max_len=500):
inputs = tokenizer.encode(dialogue,return_tensors='pt')
summary_ids = model.generate(inputs, max_length=max_len, num_beams=30, early_stopping=False)
summary = tokenizer.decode(summary_ids[0], skip_special_tokens=True)
return summary
In [ ]:
rouge_func = load('rouge')
In [ ]:
def analyze_predictions(test_data,modeler,token_maker,max_len = 200):
dialogues = test_data.apply(lambda r:(r['dialogue'],r['summary']),axis=1)
predictions = []
references = []
for convo in dialogues:
pred = summarize_convo(convo[0],model=modeler,tokenizer=token_maker,max_len=max_len)
predictions.append(pred)
references.append(convo[1])
agg_scores = rouge_func.compute(references=references,predictions=predictions,use_aggregator=True)
scores = rouge_func.compute(references=references,predictions=predictions,use_aggregator=False)
df_scores['convos'] = df_scores['dialogue'].apply(lambda x:split_utterances(x)[0])
df = pd.json_normalize(df_scores['convos'].apply(analyze_conversation))
df_scores = pd.concat([df_scores,df],axis=1)
quants = ['R1','R2','RL','RLs','utterances','utterers','utterance_share','word_share','summ_length']
sns.pairplot(df_scores[quants])
return agg_scores, df_scores
Settings
In [18]:
__LOAD__ = 'Model_3'
Load Datasets
In [19]:
df = load_dataset("knkarthick/samsum")
In [20]:
df_train = pd.DataFrame(columns=['id','dialogue','summary'])
df_train['id'] = df['train']['id']
df_train['dialogue'] = df['train']['dialogue']
df_train['summary'] = df['train']['summary']
print(df_train.shape)
(14732, 3)
In [21]:
print(f'There are now {df_train.duplicated().sum()} duplicates in the dataset.')
df_train.isna().sum()
There are now 0 duplicates in the dataset.
Out[21]:
id 0 dialogue 1 summary 0 dtype: int64
We have a missing dialogue, oddly enough. Let's handle:
In [22]:
df_train = df_train.dropna()
df_train.shape
Out[22]:
(14731, 3)
Double check to make sure:
In [23]:
print(f'There are now {df_train.duplicated().sum()} duplicates in the dataset.')
print('Missing Values:')
df_train.isna().sum()
There are now 0 duplicates in the dataset. Missing Values:
Out[23]:
id 0 dialogue 0 summary 0 dtype: int64
In [24]:
df_valid = pd.DataFrame(columns=['id','dialogue','summary'])
df_valid['id'] = df['validation']['id']
df_valid['dialogue'] = df['validation']['dialogue']
df_valid['summary'] = df['validation']['summary']
print(df_valid.shape)
(818, 3)
In [25]:
print(f'There are now {df_valid.duplicated().sum()} duplicates in the dataset.')
print('Missing Values:')
df_valid.isna().sum()
There are now 0 duplicates in the dataset. Missing Values:
Out[25]:
id 0 dialogue 0 summary 0 dtype: int64
In [26]:
df_test = pd.DataFrame(columns=['id','dialogue','summary'])
df_test['id'] = df['test']['id']
df_test['dialogue'] = df['test']['dialogue']
df_test['summary'] = df['test']['summary']
print(df_test.shape)
(819, 3)
In [27]:
print(f'There are now {df_test.duplicated().sum()} duplicates in the dataset.')
print('Missing Values:')
df_test.isna().sum()
There are now 0 duplicates in the dataset. Missing Values:
Out[27]:
id 0 dialogue 0 summary 0 dtype: int64
In [28]:
df_all = pd.concat([df_train,df_test,df_valid])
df_all.shape
Out[28]:
(16368, 3)
In [29]:
print(f'There are now {df_all.duplicated().sum()} duplicates in the dataset.')
print('Missing Values:')
df_all.isna().sum()
There are now 0 duplicates in the dataset. Missing Values:
Out[29]:
id 0 dialogue 0 summary 0 dtype: int64
Calculate Some Summary Metrics
In [30]:
conversations = pd.DataFrame(columns=['Original','Utterances'])
conversations['Original'] = df_all['dialogue']
In [31]:
samples = {}
errs = {}
count = 0
for d in df_all['dialogue']:
if d is not None:
results = split_utterances(d)
samples[count] = results[0]
if(len(results[1])>0):
errs[count] = results[1]
count+=1
In [32]:
results = {}
errs_2 = {}
for count,sample in samples.items():
results[count] = analyze_conversation(sample)
In [33]:
stats = pd.DataFrame(results).T
stats
Out[33]:
| utterances | utterers | utterance_share | word_share | |
|---|---|---|---|---|
| 0 | 3.0 | 2.0 | 0.555556 | 0.861885 |
| 1 | 4.0 | 2.0 | 0.500000 | 0.558641 |
| 2 | 10.0 | 2.0 | 0.500000 | 0.524584 |
| 3 | 4.0 | 2.0 | 0.500000 | 0.500329 |
| 4 | 22.0 | 2.0 | 0.504132 | 0.505745 |
| ... | ... | ... | ... | ... |
| 16363 | 22.0 | 2.0 | 0.500000 | 0.506895 |
| 16364 | 17.0 | 2.0 | 0.501730 | 0.502780 |
| 16365 | 28.0 | 2.0 | 0.510204 | 0.506543 |
| 16366 | 8.0 | 2.0 | 0.500000 | 0.501455 |
| 16367 | 10.0 | 2.0 | 0.580000 | 0.586462 |
16368 rows × 4 columns
In [34]:
stats.describe()
Out[34]:
| utterances | utterers | utterance_share | word_share | |
|---|---|---|---|---|
| count | 16368.000000 | 16368.000000 | 16368.000000 | 16368.000000 |
| mean | 11.148094 | 2.422654 | 0.467514 | 0.501281 |
| std | 6.441995 | 0.856406 | 0.084827 | 0.101933 |
| min | 2.000000 | 2.000000 | 0.081633 | 0.092088 |
| 25% | 6.000000 | 2.000000 | 0.428571 | 0.488802 |
| 50% | 10.000000 | 2.000000 | 0.500000 | 0.507775 |
| 75% | 15.000000 | 3.000000 | 0.510204 | 0.541079 |
| max | 46.000000 | 14.000000 | 0.755102 | 0.984253 |
In [35]:
fig,axs = plt.subplots(nrows=2,ncols=2,sharey=True)
stats.utterances.plot.hist(ax=axs[0][0]);
axs[0][0].set_title('Texts')
stats.utterers.plot.hist(ax=axs[0][1]);
axs[0][1].set_title('Participants')
stats.utterance_share.plot.hist(ax=axs[1][1]);
axs[1][1].set_title('Share by Number of Texts (Utterances)')
stats.word_share.plot.hist(ax=axs[1][0]);
axs[1][0].set_title('Share by Total Word Count')
fig.tight_layout()
In [36]:
sns.pairplot(data=stats);
In [37]:
summ_length = pd.DataFrame([len(s) for s in df_all['summary']],columns=['Length'])
summ_length
Out[37]:
| Length | |
|---|---|
| 0 | 56 |
| 1 | 61 |
| 2 | 77 |
| 3 | 97 |
| 4 | 145 |
| ... | ... |
| 16363 | 72 |
| 16364 | 282 |
| 16365 | 81 |
| 16366 | 127 |
| 16367 | 113 |
16368 rows × 1 columns
In [38]:
summ_length.plot.hist();
Emojis?
In [39]:
patt = re.compile(r'[:;][-~]?[)D]')
smiles = [bool(patt.search(d)) for d in df_train['dialogue'] if d is not None]
sum(smiles)
Out[39]:
4702
In [40]:
patt = re.compile(r'[:;][-~]?[(]')
frowns = [bool(patt.search(d)) for d in df_train['dialogue'] if d is not None]
sum(frowns)
Out[40]:
1029
Collect Subsample
In [41]:
keep_rate = {'train':.75,'test':.8,'valid':0.75}
In [42]:
df_train = df_train.sample(frac=keep_rate['train'])
df_test = df_test.sample(frac=keep_rate['test'])
df_valid = df_valid.sample(frac=keep_rate['valid'])
Build A Tokenizer
In [43]:
name = 'facebook/bart-base'
tokenizer = BartTokenizer.from_pretrained(name)
Use Tokenizer To Create Embeddings
In [44]:
max_len = 150
In [45]:
df_train['input_ids'] = [tokenizer.encode_plus(d,max_length=max_len,truncation=True)['input_ids'] for d in df_train['dialogue']]
df_train['attention_mask'] = [tokenizer.encode_plus(d,max_length=max_len,truncation=True)['attention_mask'] for d in df_train['dialogue']]
df_train['labels'] = [tokenizer.encode_plus(d,max_length=max_len,truncation=True)['input_ids'] for d in df_train['summary']]
ds_train = Dataset.from_pandas(df_train)
In [46]:
ds_train
Out[46]:
Dataset({
features: ['id', 'dialogue', 'summary', 'input_ids', 'attention_mask', 'labels', '__index_level_0__'],
num_rows: 11048
})
In [47]:
df_valid['input_ids'] = [tokenizer.encode_plus(d,max_length=max_len,truncation=True)['input_ids'] for d in df_valid['dialogue']]
df_valid['attention_mask'] = [tokenizer.encode_plus(d,max_length=max_len,truncation=True)['attention_mask'] for d in df_valid['dialogue']]
df_valid['labels'] = [tokenizer.encode_plus(d,max_length=max_len,truncation=True)['input_ids'] for d in df_valid['summary']]
ds_valid = Dataset.from_pandas(df_valid)
In [48]:
ds_valid
Out[48]:
Dataset({
features: ['id', 'dialogue', 'summary', 'input_ids', 'attention_mask', 'labels', '__index_level_0__'],
num_rows: 614
})
In [49]:
df_test['input_ids'] = [tokenizer.encode_plus(d,max_length=max_len,truncation=True)['input_ids'] for d in df_test['dialogue']]
df_test['attention_mask'] = [tokenizer.encode_plus(d,max_length=max_len,truncation=True)['attention_mask'] for d in df_test['dialogue']]
df_test['labels'] = [tokenizer.encode_plus(d,max_length=max_len,truncation=True)['input_ids'] for d in df_test['summary']]
ds_test = Dataset.from_pandas(df_test)
In [50]:
ds_test
Out[50]:
Dataset({
features: ['id', 'dialogue', 'summary', 'input_ids', 'attention_mask', 'labels', '__index_level_0__'],
num_rows: 655
})
Build Generative Model
In [59]:
name = 'facebook/bart-base'
model = BartForConditionalGeneration.from_pretrained(name)
In [60]:
model.eval()
Out[60]:
BartForConditionalGeneration(
(model): BartModel(
(shared): BartScaledWordEmbedding(50265, 768, padding_idx=1)
(encoder): BartEncoder(
(embed_tokens): BartScaledWordEmbedding(50265, 768, padding_idx=1)
(embed_positions): BartLearnedPositionalEmbedding(1026, 768)
(layers): ModuleList(
(0-5): 6 x BartEncoderLayer(
(self_attn): BartSdpaAttention(
(k_proj): Linear(in_features=768, out_features=768, bias=True)
(v_proj): Linear(in_features=768, out_features=768, bias=True)
(q_proj): Linear(in_features=768, out_features=768, bias=True)
(out_proj): Linear(in_features=768, out_features=768, bias=True)
)
(self_attn_layer_norm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
(activation_fn): GELUActivation()
(fc1): Linear(in_features=768, out_features=3072, bias=True)
(fc2): Linear(in_features=3072, out_features=768, bias=True)
(final_layer_norm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
)
)
(layernorm_embedding): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
)
(decoder): BartDecoder(
(embed_tokens): BartScaledWordEmbedding(50265, 768, padding_idx=1)
(embed_positions): BartLearnedPositionalEmbedding(1026, 768)
(layers): ModuleList(
(0-5): 6 x BartDecoderLayer(
(self_attn): BartSdpaAttention(
(k_proj): Linear(in_features=768, out_features=768, bias=True)
(v_proj): Linear(in_features=768, out_features=768, bias=True)
(q_proj): Linear(in_features=768, out_features=768, bias=True)
(out_proj): Linear(in_features=768, out_features=768, bias=True)
)
(activation_fn): GELUActivation()
(self_attn_layer_norm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
(encoder_attn): BartSdpaAttention(
(k_proj): Linear(in_features=768, out_features=768, bias=True)
(v_proj): Linear(in_features=768, out_features=768, bias=True)
(q_proj): Linear(in_features=768, out_features=768, bias=True)
(out_proj): Linear(in_features=768, out_features=768, bias=True)
)
(encoder_attn_layer_norm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
(fc1): Linear(in_features=768, out_features=3072, bias=True)
(fc2): Linear(in_features=3072, out_features=768, bias=True)
(final_layer_norm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
)
)
(layernorm_embedding): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
)
)
(lm_head): Linear(in_features=768, out_features=50265, bias=False)
)
In [53]:
data_collator = DataCollatorForSeq2Seq(tokenizer, model=model)
In [54]:
training_args = TrainingArguments(
output_dir='.Deliverables/results', # Directory
num_train_epochs=2, # Number of epochs for training
learning_rate=2e-5,
per_device_train_batch_size=5, # Batch size per device during training
per_device_eval_batch_size=5, # Batch size for evaluation
warmup_steps=500 , # Number of warmup steps for learning rate scheduler
weight_decay=0.01, # Weight decay for regularization
logging_dir='./logs', # Directory to save logs
logging_steps=10, # Log metrics every specified number of steps
eval_strategy="epoch", # Evaluation is done at the end of each epoch
report_to='none', # Disables reporting
#Need to adjust with these settings in order to get code to run
dataloader_pin_memory=False,
use_cpu=True
)
In [55]:
# Initializing the Trainer object
trainer = Trainer(
model=model, # Original Model
args=training_args, # Training arguments specifying training parameters like learning rate, batch size, etc.
data_collator=data_collator,
train_dataset=ds_train,
eval_dataset=ds_valid
)
In [61]:
if __LOAD__:
weights = torch.load(__LOAD__+'.pth',weights_only=True)
model.load_state_dict(weights)
else:
trainer.train()
In [62]:
model
Out[62]:
BartForConditionalGeneration(
(model): BartModel(
(shared): BartScaledWordEmbedding(50265, 768, padding_idx=1)
(encoder): BartEncoder(
(embed_tokens): BartScaledWordEmbedding(50265, 768, padding_idx=1)
(embed_positions): BartLearnedPositionalEmbedding(1026, 768)
(layers): ModuleList(
(0-5): 6 x BartEncoderLayer(
(self_attn): BartSdpaAttention(
(k_proj): Linear(in_features=768, out_features=768, bias=True)
(v_proj): Linear(in_features=768, out_features=768, bias=True)
(q_proj): Linear(in_features=768, out_features=768, bias=True)
(out_proj): Linear(in_features=768, out_features=768, bias=True)
)
(self_attn_layer_norm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
(activation_fn): GELUActivation()
(fc1): Linear(in_features=768, out_features=3072, bias=True)
(fc2): Linear(in_features=3072, out_features=768, bias=True)
(final_layer_norm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
)
)
(layernorm_embedding): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
)
(decoder): BartDecoder(
(embed_tokens): BartScaledWordEmbedding(50265, 768, padding_idx=1)
(embed_positions): BartLearnedPositionalEmbedding(1026, 768)
(layers): ModuleList(
(0-5): 6 x BartDecoderLayer(
(self_attn): BartSdpaAttention(
(k_proj): Linear(in_features=768, out_features=768, bias=True)
(v_proj): Linear(in_features=768, out_features=768, bias=True)
(q_proj): Linear(in_features=768, out_features=768, bias=True)
(out_proj): Linear(in_features=768, out_features=768, bias=True)
)
(activation_fn): GELUActivation()
(self_attn_layer_norm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
(encoder_attn): BartSdpaAttention(
(k_proj): Linear(in_features=768, out_features=768, bias=True)
(v_proj): Linear(in_features=768, out_features=768, bias=True)
(q_proj): Linear(in_features=768, out_features=768, bias=True)
(out_proj): Linear(in_features=768, out_features=768, bias=True)
)
(encoder_attn_layer_norm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
(fc1): Linear(in_features=768, out_features=3072, bias=True)
(fc2): Linear(in_features=3072, out_features=768, bias=True)
(final_layer_norm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
)
)
(layernorm_embedding): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
)
)
(lm_head): Linear(in_features=768, out_features=50265, bias=False)
)
In [63]:
weights = model.state_dict()
if __LOAD__:
pass
else:
torch.save(weights,'Model_4.pth')
weights
Out[63]:
OrderedDict([('final_logits_bias', tensor([[0., 0., 0., ..., 0., 0., 0.]])),
('model.shared.weight',
tensor([[ 0.0133, 0.0014, -0.0100, ..., 0.0032, 0.1063, 0.0098],
[-0.0130, -0.0162, -0.0178, ..., -0.0130, -0.0046, -0.0048],
[ 0.0850, -0.0390, 0.0089, ..., 0.0586, 0.0086, 0.0351],
...,
[ 0.0124, -0.0234, -0.0202, ..., -0.0045, 0.0237, -0.0065],
[ 0.0057, -0.0384, -0.0268, ..., 0.0055, 0.0128, -0.0037],
[-0.0084, 0.0112, -0.0183, ..., 0.0089, -0.0125, 0.0230]])),
('model.encoder.embed_tokens.weight',
tensor([[ 0.0133, 0.0014, -0.0100, ..., 0.0032, 0.1063, 0.0098],
[-0.0130, -0.0162, -0.0178, ..., -0.0130, -0.0046, -0.0048],
[ 0.0850, -0.0390, 0.0089, ..., 0.0586, 0.0086, 0.0351],
...,
[ 0.0124, -0.0234, -0.0202, ..., -0.0045, 0.0237, -0.0065],
[ 0.0057, -0.0384, -0.0268, ..., 0.0055, 0.0128, -0.0037],
[-0.0084, 0.0112, -0.0183, ..., 0.0089, -0.0125, 0.0230]])),
('model.encoder.embed_positions.weight',
tensor([[-2.5890e-03, -4.1329e-03, -5.1247e-03, ..., -8.9126e-04,
1.0722e-02, 8.2428e-03],
[ 0.0000e+00, 0.0000e+00, 0.0000e+00, ..., 0.0000e+00,
0.0000e+00, 0.0000e+00],
[ 5.5431e-03, -6.3697e-02, 7.3034e-03, ..., 2.0044e-02,
-4.8137e-02, 1.1663e-02],
...,
[-2.9759e-03, 8.5480e-03, -8.1436e-03, ..., -3.2560e-03,
-2.9144e-04, -1.9456e-03],
[-5.8075e-03, -3.2999e-03, -1.8788e-03, ..., 4.1557e-03,
4.3045e-03, 2.4260e-04],
[ 2.5375e-03, -4.9721e-03, -6.5053e-05, ..., -3.4163e-03,
9.4896e-04, 3.1304e-03]])),
('model.encoder.layers.0.self_attn.k_proj.weight',
tensor([[-0.0379, 0.1525, -0.0448, ..., -0.0304, 0.1426, 0.0492],
[ 0.0193, -0.0152, 0.1169, ..., 0.0796, 0.0299, 0.0626],
[ 0.0913, 0.0034, 0.0447, ..., -0.0074, 0.0178, -0.0292],
...,
[ 0.0409, 0.0948, 0.0361, ..., -0.0676, -0.0256, -0.0530],
[ 0.0712, 0.1146, -0.0093, ..., 0.0601, 0.0096, -0.0799],
[ 0.0997, -0.0986, -0.0151, ..., -0.0312, 0.0262, 0.0908]])),
('model.encoder.layers.0.self_attn.k_proj.bias',
tensor([ 9.2844e-05, -7.6885e-06, 9.2294e-05, 5.4169e-07, 2.0582e-04,
-1.7943e-05, -1.1517e-06, -1.9392e-04, -6.0918e-05, -1.0028e-05,
2.3973e-04, -1.4554e-04, 1.8321e-04, -2.7473e-04, -1.5565e-04,
1.1925e-04, 5.2696e-05, -9.1056e-05, 8.3965e-05, 8.7845e-05,
-6.3092e-05, -1.3019e-04, 5.1343e-05, 9.6598e-05, -9.4662e-05,
4.2666e-05, -5.8259e-05, 3.1732e-05, 8.8128e-05, 2.0582e-05,
1.0631e-05, 1.1698e-04, -1.3038e-04, 4.0835e-05, 1.8546e-04,
1.3639e-04, 1.9412e-04, 1.6809e-04, 2.7354e-05, -6.1684e-05,
1.4441e-05, 9.6871e-05, 1.2346e-04, -2.1628e-04, 5.0345e-05,
-6.7130e-05, -2.2451e-04, -5.0622e-05, -4.9032e-05, 9.6320e-05,
-7.0523e-05, -6.4494e-05, 1.3867e-04, -1.3619e-04, -4.9835e-05,
1.0646e-04, 3.1252e-05, -3.1986e-05, -4.8320e-05, 4.2032e-05,
-9.7401e-05, -4.9253e-05, -1.9108e-05, -1.5816e-05, 1.4574e-04,
1.4543e-04, -1.5305e-04, -1.3158e-05, -1.4393e-04, 3.5539e-04,
-1.6097e-04, -6.3112e-05, -2.4063e-06, 1.4556e-04, -1.1331e-04,
1.2069e-04, -7.2473e-06, 2.9758e-05, 6.3228e-05, -1.6830e-04,
-6.5191e-05, 1.8379e-04, -1.7049e-05, 1.2656e-04, 2.5281e-04,
-1.0784e-04, 6.0158e-05, -4.8293e-05, 3.7353e-05, 8.5990e-05,
2.6829e-05, -5.6886e-05, 1.7960e-04, 2.6175e-04, 1.3466e-04,
2.8276e-05, -1.1218e-04, -1.2865e-04, -7.8310e-05, -1.1518e-05,
1.7176e-04, 4.9407e-05, 4.2487e-05, 1.5712e-04, -1.1447e-05,
8.6865e-05, 7.4444e-05, -1.6966e-05, 4.0662e-04, 4.3023e-05,
4.0215e-04, 4.1939e-05, 1.4966e-04, -1.3838e-04, 7.1544e-06,
3.2600e-04, 1.1353e-04, -4.6224e-05, 2.0600e-05, 1.6457e-04,
5.2486e-05, 3.4630e-04, -1.0733e-06, 3.1012e-05, -8.9324e-05,
1.5382e-04, -4.5295e-05, 2.2970e-05, 2.4424e-04, -6.3181e-05,
-8.0052e-05, -1.1076e-05, 9.0469e-05, 1.5360e-04, 1.1799e-04,
1.6185e-04, 1.4349e-04, -4.1862e-05, 1.7575e-04, -5.8601e-05,
1.9601e-04, 1.0065e-04, 2.9698e-05, -2.6581e-04, -2.6890e-05,
-7.4113e-05, 6.5585e-05, 1.0644e-04, -5.1613e-05, 2.9765e-05,
-4.5041e-05, -6.6323e-05, 1.8179e-04, -1.0537e-04, 5.1142e-05,
-9.1382e-06, -3.3793e-05, 1.9639e-04, -2.0899e-04, 1.4239e-04,
-1.3992e-04, 4.4757e-05, 1.0759e-04, -2.4485e-05, -2.2916e-05,
-4.1278e-05, -8.1127e-05, 1.1016e-04, -4.9595e-05, -2.2480e-05,
-1.6047e-04, -1.5203e-04, -1.6973e-04, 1.7880e-04, 1.3629e-04,
1.1128e-04, 1.2403e-04, 1.0543e-04, -2.5888e-04, 2.7141e-05,
1.1976e-04, -1.4709e-05, -1.0035e-04, -6.9818e-05, -1.7298e-04,
8.8757e-05, 8.7407e-05, 1.3649e-04, 8.1262e-06, 6.5891e-05,
6.3520e-06, 2.7754e-06, 7.0523e-03, 1.6953e-02, 1.4257e-03,
1.2103e-02, 1.6479e-02, 6.7863e-03, -1.5777e-02, 2.4489e-02,
1.9534e-02, 1.5900e-02, -1.3047e-02, -1.1038e-02, -5.4802e-03,
-1.1734e-02, -1.2912e-02, -9.7632e-04, 3.4099e-03, -1.7978e-02,
-1.4883e-02, 9.7727e-03, 1.1164e-02, -1.9212e-02, -1.8295e-02,
-1.2365e-02, 6.3841e-03, 2.1611e-02, -1.0815e-02, -1.2372e-02,
-1.1914e-02, 6.5626e-03, 2.3337e-02, -8.6985e-03, -7.4816e-03,
-1.3745e-03, 1.3146e-02, -3.6936e-03, 1.8382e-02, 8.7793e-03,
-6.6561e-03, -9.2027e-03, 8.8698e-03, -1.0248e-02, -1.4743e-02,
5.6913e-03, -1.8752e-02, -1.3706e-03, -1.1766e-02, -1.8612e-02,
-1.1425e-02, 5.0844e-03, -1.4229e-02, 1.2670e-02, -1.1279e-02,
-1.1038e-02, -1.3040e-02, 2.1564e-02, -1.0107e-02, -6.3412e-03,
1.4566e-02, 8.1243e-03, 1.3996e-02, -1.3986e-03, -1.5205e-02,
-4.9305e-03, 4.4543e-04, 3.9167e-05, -2.2835e-04, 1.8335e-04,
3.2568e-04, 3.5144e-04, -1.2876e-04, -6.4246e-04, -2.0873e-04,
2.6650e-04, 7.4402e-04, 6.8192e-04, 6.1057e-04, -3.7633e-04,
-2.1109e-04, -1.3155e-04, 4.1824e-04, 7.6694e-04, 3.6634e-04,
1.5023e-04, -3.7491e-04, 2.0953e-04, 1.3544e-04, -1.8517e-04,
-1.2976e-04, -1.1067e-04, -2.8573e-04, 1.1016e-04, -1.1388e-04,
-1.5773e-04, -2.9235e-04, -3.9312e-04, 3.3090e-04, -4.3889e-04,
1.6996e-04, 1.8121e-04, -2.8068e-05, 1.4219e-05, 2.4208e-04,
-5.2560e-04, -4.6034e-04, 1.9436e-04, -2.1448e-04, 1.3796e-04,
-1.0917e-04, -5.0674e-04, 3.0364e-05, 3.7577e-05, -2.0308e-04,
1.0968e-04, 3.6385e-04, 4.2669e-04, 4.5724e-04, 2.8101e-04,
3.1615e-04, -3.3544e-04, 2.2925e-04, 7.6523e-05, 1.1214e-05,
-2.0648e-04, -2.5658e-04, -8.7745e-04, -5.7197e-04, -1.9094e-04,
-1.1453e-02, 4.8419e-03, -1.2091e-02, 9.9616e-03, -8.3002e-03,
1.0243e-02, 1.1829e-02, 5.6869e-03, -7.4474e-03, -7.1211e-03,
6.7625e-03, -4.3545e-03, -7.5092e-03, -7.8866e-03, -1.1345e-02,
5.6120e-03, -1.4946e-02, -2.9816e-03, -6.3104e-03, 1.6591e-03,
3.5826e-03, 6.2782e-03, -1.8898e-03, -8.9664e-03, -4.7820e-03,
4.5324e-03, 2.9417e-03, -9.5430e-03, -2.9548e-03, -1.6161e-02,
-8.1715e-03, 8.7978e-03, 6.3626e-03, 1.2411e-02, -9.6782e-03,
-7.1906e-03, -1.0784e-02, -9.5219e-03, 3.9004e-03, 1.0866e-02,
5.6815e-03, 1.3674e-02, -3.9362e-03, -1.5870e-02, -1.1695e-02,
1.1888e-02, 8.3551e-04, -1.6901e-02, 3.0737e-04, 6.1999e-03,
1.8727e-03, 1.2465e-02, -4.2488e-03, -5.1159e-03, 1.2461e-02,
6.3348e-03, -2.9395e-03, -1.5304e-03, -1.8458e-02, 1.2102e-02,
-8.0340e-03, -3.2444e-03, -6.3566e-03, 1.5040e-02, 1.6671e-05,
5.7948e-05, 2.1068e-04, -9.1680e-05, -1.8859e-04, -4.4800e-05,
1.6520e-05, 3.5490e-04, 4.7788e-05, -1.4108e-04, 1.1039e-04,
-1.8779e-04, 2.1021e-04, -2.8738e-04, 1.0767e-04, 3.8835e-05,
-4.0653e-05, -4.9981e-05, -2.2460e-05, -4.9374e-05, 1.9574e-05,
-1.9430e-04, 3.8923e-05, -1.8756e-04, -1.7253e-05, 3.1435e-05,
-2.5059e-04, -1.9445e-05, 2.1412e-04, 7.0262e-05, 1.0992e-04,
7.1158e-06, 6.1739e-05, -1.0526e-04, -3.0816e-05, 1.0695e-04,
-8.4254e-05, 5.0538e-05, -1.0789e-04, -3.2221e-04, 1.2547e-04,
1.2251e-04, -1.7251e-04, -2.0121e-04, -7.3891e-05, -1.0053e-04,
1.7620e-05, 1.2866e-04, 2.1324e-04, 9.1748e-05, -1.1120e-04,
3.0697e-05, -1.6549e-04, -4.9121e-05, 4.2300e-04, -1.3042e-04,
1.7521e-05, -1.3131e-04, 2.3846e-05, 1.3600e-04, -8.9745e-05,
-6.8726e-06, 2.8708e-07, -9.1435e-05, 4.5317e-05, 6.8980e-05,
4.4421e-05, -8.0362e-05, 7.6954e-05, 3.8132e-05, 6.8335e-05,
-1.3632e-04, -9.9938e-05, -9.1775e-05, -4.4545e-05, 1.7905e-05,
4.5601e-05, -2.4022e-05, 5.3379e-05, -9.2228e-05, 4.4989e-05,
9.2984e-05, 8.6579e-05, -1.5934e-05, -1.1074e-04, 6.1439e-05,
2.0625e-05, 4.4831e-05, 4.5975e-05, -8.7090e-05, -3.2974e-05,
-7.8255e-05, 3.4899e-05, 3.3833e-05, -6.2831e-05, 3.8957e-05,
-4.6584e-05, -2.9339e-05, -6.0283e-05, -3.7107e-05, -1.2878e-05,
-1.1006e-04, -2.7051e-06, -1.5056e-04, 7.4197e-05, 1.7919e-05,
-2.4043e-06, 5.7385e-05, -1.4911e-05, 1.7538e-05, -4.8035e-05,
-1.1663e-04, 1.0785e-04, 1.4246e-04, 2.7417e-05, -1.1072e-05,
6.8853e-05, -3.1484e-05, 1.4823e-06, 9.2345e-06, -2.2113e-05,
-3.6113e-05, 5.9484e-05, -7.4944e-05, -3.1457e-05, 5.6595e-05,
9.8586e-06, 1.4384e-04, 4.5045e-05, 7.6512e-05, 2.7987e-05,
4.2901e-05, 1.4963e-04, 5.0603e-05, 4.7821e-05, 1.2685e-04,
9.5576e-05, 2.9519e-05, -4.3238e-05, 3.8349e-05, 3.1482e-06,
1.5213e-05, 1.2299e-05, -4.8266e-05, 5.9911e-05, -1.8408e-05,
4.3683e-05, 8.8948e-05, -5.9032e-05, 1.2455e-04, 1.3050e-05,
1.5795e-05, -5.1239e-05, -7.7375e-05, 1.6180e-04, -3.4957e-05,
-2.8460e-05, 1.5765e-04, -1.5864e-04, -1.2239e-05, 8.1803e-05,
-8.5931e-05, -9.5833e-05, 2.3005e-05, -4.0508e-05, 7.8488e-05,
1.2857e-04, -3.2791e-05, -4.3991e-05, 3.5862e-05, -5.5235e-05,
2.3754e-05, -5.2395e-05, 7.1395e-05, -1.3619e-04, 1.9666e-05,
1.0374e-04, 5.5351e-05, 3.4126e-05, -1.8073e-04, 6.4572e-05,
-1.7524e-05, 1.2518e-04, -1.1613e-04, 2.6029e-05, 8.9450e-05,
6.1382e-07, 2.7917e-05, -2.7020e-05, 8.3790e-06, -4.1018e-05,
-5.6047e-06, 1.8491e-04, 9.8005e-05, 1.0269e-05, 2.5035e-04,
1.3225e-04, -2.9799e-05, -3.4987e-06, 2.8840e-04, 7.6793e-05,
3.3474e-05, -4.4933e-05, -4.5309e-05, 1.8533e-04, 4.0566e-05,
2.7032e-05, -8.3540e-05, -8.4711e-05, 8.7324e-05, 6.7918e-06,
1.0204e-04, 5.1531e-05, -9.6636e-05, -1.2804e-04, -1.3541e-04,
-1.0953e-04, 3.9135e-05, 4.4268e-04, -1.1162e-05, -8.4849e-05,
-7.2867e-05, -1.3879e-04, 1.0491e-04, -2.1484e-04, 2.1964e-05,
-1.3076e-05, 5.8545e-05, 1.4269e-04, -1.5681e-04, 7.9176e-05,
1.5638e-04, 4.7637e-05, -4.2415e-05, 1.2984e-04, -5.3281e-06,
-1.4425e-04, -5.7993e-05, -3.0320e-05, -1.8338e-04, -1.0879e-04,
-3.5195e-05, 1.5322e-04, 2.7389e-06, -2.0457e-04, 2.4146e-05,
8.1267e-05, 3.9510e-05, 2.0794e-04, 3.9381e-05, 1.4632e-04,
1.2586e-04, -2.5862e-05, -1.3538e-04, -3.3815e-05, -1.6882e-04,
3.7707e-04, 2.6541e-04, -3.9453e-06, 6.2430e-05, 2.1685e-04,
-2.9067e-05, -1.0128e-04, -2.7637e-04, -5.5193e-04, -6.7370e-05,
-9.0413e-05, 9.2760e-06, 1.1076e-04, -1.1154e-04, 2.7211e-05,
-1.2563e-05, -2.4973e-04, 2.7579e-04, -2.6262e-04, 1.4055e-04,
-5.4128e-05, 2.3537e-04, -2.9190e-04, -2.3433e-04, 1.0535e-04,
3.9540e-04, -1.8105e-04, 3.9671e-04, -3.7439e-04, 9.7014e-05,
-6.5140e-05, 3.2146e-04, -2.8885e-04, 2.4024e-04, -1.4067e-04,
1.6882e-04, 3.1742e-04, -2.1125e-04, 1.9958e-04, 3.6182e-04,
2.4139e-04, -3.5849e-06, 2.9956e-04, -2.9220e-05, -1.3874e-05,
1.5080e-04, -3.3756e-04, -3.0679e-04, 3.4016e-05, -4.6747e-05,
2.0379e-04, -3.2002e-04, -1.6284e-05, -3.8713e-04, 1.4503e-04,
1.0108e-04, -1.2705e-04, 4.2515e-04, 1.2194e-04, -8.8355e-05,
1.3193e-05, -2.0997e-04, 2.8737e-04, 5.8395e-04, 3.4204e-05,
-2.0733e-05, 1.5813e-04, -5.1058e-05, -3.0380e-05, 1.7220e-04,
2.7785e-05, 8.1125e-05, -1.0162e-04, 9.6627e-05, -9.5020e-05,
-2.7454e-05, -1.3976e-05, -1.2003e-04, 1.2913e-04, -5.7755e-05,
-8.3859e-05, 8.6212e-05, 1.1201e-04, 7.6867e-05, -9.9438e-06,
1.6438e-04, 8.6185e-05, -2.0364e-04, 8.1132e-05, -6.3498e-05,
9.5369e-05, 2.0922e-04, 7.2171e-05, 2.5215e-04, -2.2931e-05,
8.6086e-05, -1.3490e-04, 7.7732e-05, 1.1373e-04, 1.9581e-06,
-4.3070e-05, -7.8316e-05, 6.6599e-05, 7.9164e-05, -3.4032e-04,
-9.2710e-06, -8.6171e-05, -1.2844e-04, -2.3770e-04, 1.3529e-04,
1.1413e-04, -8.0191e-05, -5.4401e-05, -7.5565e-05, 1.5795e-05,
-9.5310e-05, -1.2956e-04, -1.4685e-04, 5.3315e-05, 2.5682e-06,
-7.4716e-05, 2.2386e-05, 9.8231e-05, 1.8063e-04, -1.2272e-04,
-7.1411e-05, -1.1082e-04, 1.9482e-04])),
('model.encoder.layers.0.self_attn.v_proj.weight',
tensor([[ 0.0198, 0.0189, -0.0131, ..., -0.0347, 0.0211, -0.0244],
[-0.0131, -0.0597, -0.0098, ..., 0.0229, -0.0009, -0.0423],
[-0.0078, -0.0442, -0.0632, ..., 0.0162, 0.0094, -0.0204],
...,
[ 0.0245, 0.0068, -0.0081, ..., 0.0358, -0.0171, 0.0682],
[-0.0382, -0.0481, 0.0584, ..., 0.0066, 0.0069, -0.0013],
[-0.0088, 0.0127, 0.0082, ..., -0.0841, 0.0031, 0.0201]])),
('model.encoder.layers.0.self_attn.v_proj.bias',
tensor([-3.1220e-02, 2.9087e-02, 2.4812e-02, 3.2695e-03, 6.2454e-02,
-4.8702e-02, 8.5097e-03, 4.8058e-02, 4.8970e-02, -3.4814e-02,
7.1547e-03, -5.1958e-02, 1.0487e-02, -7.9870e-03, 3.0689e-03,
-4.1174e-02, 5.9537e-02, -1.6545e-02, 3.6425e-02, -5.9402e-02,
-1.7940e-02, 4.6521e-03, -6.7565e-02, -1.2334e-02, -2.3789e-02,
-5.9609e-02, 1.0731e-02, -1.0056e-02, -4.5894e-02, 3.8202e-02,
4.1184e-02, -2.4319e-02, -3.1388e-02, -5.1151e-02, -7.4897e-04,
7.7106e-03, -8.1685e-02, 2.3118e-02, 2.0491e-02, -5.5010e-02,
-4.2389e-02, -1.3486e-02, 4.7762e-02, -6.6882e-02, -1.2064e-03,
-6.5946e-03, 1.3327e-02, 4.8613e-02, 5.0383e-02, -1.2001e-02,
2.8598e-02, -5.2613e-02, -8.0224e-02, -4.9146e-02, 6.6929e-03,
1.2306e-02, -3.5815e-02, -8.4791e-02, -2.0560e-02, -2.0048e-02,
1.3147e-02, 4.5607e-02, -4.5405e-03, 2.5208e-02, -6.5958e-02,
-4.7695e-03, -2.1574e-02, -9.5831e-03, -3.0700e-02, 6.9438e-03,
2.5599e-02, 4.9606e-03, 7.1866e-02, 7.5527e-04, 3.5746e-02,
-3.2288e-02, -8.0416e-03, -2.2152e-02, 1.3782e-02, 5.4855e-02,
-2.0738e-02, -3.5554e-02, 1.7077e-03, -8.0545e-04, -1.6815e-02,
-2.6782e-02, -3.9307e-02, -5.9940e-03, -2.0613e-02, -2.1021e-02,
-1.2520e-01, -2.3517e-02, 8.6304e-03, -1.5871e-02, 1.0276e-01,
-4.7181e-02, 5.4868e-02, 1.6716e-02, 4.7548e-02, -1.2889e-02,
-1.3999e-02, -6.3449e-02, 9.4791e-03, -4.5331e-02, 5.2270e-03,
3.0295e-02, 2.3090e-02, 1.8069e-03, -1.6080e-01, 1.7879e-02,
-2.0361e-02, 2.8848e-02, 2.6977e-02, -1.2636e-02, 5.7499e-03,
4.9903e-02, 1.5095e-03, -1.6146e-02, -4.5341e-02, -2.0576e-02,
2.8654e-02, 2.3594e-02, 2.9521e-03, -3.0605e-01, -2.4776e-02,
2.7825e-03, -1.1448e-02, 4.5630e-03, -2.5630e-02, 2.3780e-02,
-7.5251e-04, -2.0902e-02, -1.5717e-02, 1.5467e-02, -4.6381e-03,
-2.4238e-02, -1.1252e-02, -1.3279e-02, -2.1737e-03, -2.5855e-02,
5.1076e-03, 8.9878e-03, -2.7676e-03, 1.9512e-02, 1.3450e-02,
6.7046e-03, -6.0752e-03, -1.5446e-02, 2.3014e-02, -1.4045e-02,
5.0224e-03, -5.4844e-02, 3.0474e-03, 3.2784e-01, 2.1272e-02,
8.2732e-03, 9.1152e-03, -1.8377e-02, 2.1851e-02, 4.6117e-04,
-3.3799e-02, -1.4906e-02, 6.3369e-03, 2.4471e-02, -8.1931e-03,
2.2803e-02, -3.5673e-03, -1.0382e-01, 7.7783e-03, 1.3019e-01,
3.1832e-02, -2.4286e-02, 5.7321e-03, 7.2216e-03, -1.4653e-03,
7.7394e-03, -1.4318e-02, 2.3467e-02, -1.5040e-02, 1.9412e-02,
1.1568e-02, -1.5161e-02, 2.5030e-02, 4.9760e-03, 3.1836e-02,
-3.1176e-03, -3.3884e-03, -3.6164e-02, 2.0671e-02, 1.6894e-02,
4.8546e-03, 9.7483e-02, 2.3201e-02, -3.2711e-02, -2.0435e-01,
-2.7417e-02, -2.6285e-02, -5.4176e-02, 2.9121e-02, -1.7703e-02,
6.1410e-02, -1.0040e-02, 2.3883e-02, 1.0372e-03, -1.8885e-02,
3.9254e-03, 2.2699e-03, -3.6353e-03, -1.4180e-02, -5.6420e-01,
7.3973e-02, -2.7032e-03, 3.7292e-03, -2.6822e-03, 1.6288e-02,
-2.9334e-02, -2.0718e-03, 3.9779e-03, 3.6423e-03, -8.0553e-03,
-5.8095e-03, -1.1076e-02, 5.9833e-03, 8.7620e-03, 2.6334e-02,
3.7759e-04, -7.5320e-03, -1.4542e-02, 4.1636e-03, -5.1530e-01,
-1.1272e-02, -3.8947e-03, 3.2852e-03, -2.5834e-02, 3.5611e-02,
-9.7174e-03, -4.9545e-03, 5.2498e-03, 6.1345e-03, 7.4888e-03,
-1.6841e-02, -7.2371e-03, -7.3547e-03, 3.3151e-02, 6.4990e-03,
9.0011e-02, 4.4160e-03, 5.2039e-02, 3.8938e-03, -4.1698e-03,
9.8551e-03, 2.1191e-02, 2.1802e-03, 8.2513e-02, 8.4896e-03,
1.8327e-03, -9.9170e-02, -1.7773e-01, -1.1744e-01, -6.0958e-02,
6.2179e-02, -4.7695e-02, 6.7338e-02, 2.3312e-01, 2.8353e-02,
-1.8913e-02, -2.2979e-02, 4.0712e-02, 1.1992e-01, 4.8796e-02,
-1.5049e-02, 6.2690e-02, -4.9054e-03, 1.6669e-02, -4.1966e-02,
-2.0868e-01, 1.8249e-02, 5.4782e-02, 1.3937e-01, 6.2699e-04,
1.7334e-01, -5.6368e-03, -1.0286e-01, 6.2591e-02, 3.6319e-01,
-6.3883e-02, 2.0039e-02, -7.7380e-02, 3.4760e-02, -7.4300e-02,
-6.8250e-02, 5.4367e-03, 3.7184e-02, 2.0350e-01, 2.4328e-02,
-3.2125e-02, 1.5212e-01, -3.4063e-01, -2.4789e-02, -4.2134e-02,
-2.5699e-02, -2.7819e-02, 1.1053e-01, -2.2344e-01, -2.2530e-02,
1.2993e-01, -7.6008e-02, -3.5365e-02, -3.3376e-01, -6.9362e-02,
1.0174e-02, -1.6232e-02, 6.0474e-02, 1.2762e-01, -3.0291e-02,
-4.8578e-02, 1.5549e-01, -6.5793e-02, 1.9220e-02, 3.6325e-02,
1.8832e-02, -2.6915e-03, 2.5850e-02, -2.1772e-02, 1.2624e-02,
1.9153e-03, 6.5449e-03, -9.6356e-03, 1.8892e-03, 2.5968e-02,
3.4292e-02, -1.6144e-02, -2.4056e-03, -6.8276e-02, 2.7968e-02,
-6.6434e-03, 5.3061e-02, 1.8051e-02, 1.2393e-03, -5.5125e-03,
8.6159e-03, -1.8530e-02, -4.4490e-03, -1.5921e-01, 1.4081e-02,
1.7629e-03, -9.4069e-04, 1.2860e-02, 2.8373e-03, 1.1193e-02,
1.6197e-02, 5.5766e-02, -3.5161e-02, -5.1225e-03, 4.0393e-02,
-3.8139e-02, -6.1866e-03, 1.2515e-02, 1.1649e-03, -3.0596e-03,
-5.7196e-02, -5.1451e-03, -4.3967e-03, -5.7917e-04, 1.8170e-03,
2.5212e-03, -3.6763e-02, -1.2022e-02, -6.6386e-03, -3.0436e-01,
-1.1959e-02, 2.1022e-02, -7.9531e-03, 5.1106e-01, -3.7286e-01,
-4.4497e-03, 8.9499e-03, -6.1512e-03, -5.8236e-03, -8.7209e-02,
-6.7768e-03, -6.1906e-04, -1.2489e-02, 1.0720e-02, -4.2741e-02,
1.1027e-02, 4.3040e-02, -3.8803e-02, 1.8547e-02, -7.7748e-02,
1.1733e-02, -3.9075e-02, 6.4306e-02, -1.8055e-02, -5.3081e-03,
2.7298e-02, 2.6461e-02, 2.9565e-02, 2.4483e-03, -2.6144e-02,
1.4914e-02, 7.4761e-02, 9.0813e-02, -5.3644e-03, -2.3088e-02,
-6.2854e-03, -4.3972e-03, -2.5229e-02, 3.1453e-03, 4.6764e-02,
-3.5744e-02, -5.8234e-02, -2.1772e-05, 3.0686e-03, 1.1000e-02,
1.4099e-02, -6.4913e-04, -2.5845e-02, 6.3411e-03, 7.7915e-02,
-4.0629e-03, 7.6493e-02, 2.6470e-02, 8.0951e-03, 3.8958e-02,
-1.1926e-02, -4.1214e-02, -4.8219e-02, 5.5330e-03, -4.4976e-02,
4.6078e-03, 1.9831e-02, -4.0317e-02, 1.7904e-02, 4.8168e-04,
1.9578e-02, -2.7629e-02, 7.4372e-02, -2.1412e-02, 1.4426e-02,
8.3920e-03, 2.3017e-03, 2.5651e-02, -2.3227e-02, 6.4644e-03,
1.9218e-02, -1.2148e-03, -1.4154e-02, -4.0943e-02, 1.8370e-02,
5.9101e-02, -8.0317e-03, -5.8656e-02, -9.9758e-02, 8.7447e-02,
-3.7211e-02, 9.5098e-04, -8.3632e-02, -7.0851e-03, 8.2529e-02,
-7.1960e-02, 1.4994e-02, -3.2297e-03, -1.6466e-02, -5.5990e-02,
7.1330e-02, 5.3397e-02, 7.1902e-03, 7.4450e-02, -6.2450e-02,
7.7970e-03, -1.5832e-02, 1.7935e-01, -3.2799e-02, -2.9304e-02,
-2.4901e-02, -1.1246e-01, 8.2004e-03, -1.3613e-02, -1.2422e-01,
7.0689e-02, 1.9140e-02, 8.6733e-02, 1.1055e-02, -7.6598e-03,
-6.5079e-02, -1.8033e-02, 2.4546e-02, 3.7838e-02, 6.9793e-02,
6.2337e-02, 1.0619e-01, -5.5633e-02, -3.8799e-02, -2.1427e-02,
-9.4170e-03, -2.1818e-02, 8.4465e-03, 1.0123e-01, -4.1782e-02,
1.6491e-02, -6.5819e-02, -5.9102e-02, 1.5763e-02, -4.4135e-02,
-6.4045e-02, -7.2306e-02, 5.8980e-02, -1.2188e-01, -1.7389e-02,
-1.4551e-02, 1.1329e-03, 1.0813e-02, 4.8295e-02, 2.6253e-02,
-2.6995e-03, -1.3208e-02, 5.7287e-03, 9.4296e-04, -2.4455e-02,
1.8001e-02, 2.8114e-02, 1.7418e-02, -1.1381e-02, 1.7259e-03,
4.6516e-03, -2.5861e-02, -8.5767e-03, -1.2441e-02, 3.6616e-03,
-2.0932e-02, -2.8033e-02, -2.6060e-03, 7.7141e-03, -7.6224e-03,
-4.0505e-03, 2.5156e-02, -1.4759e-02, 1.0576e-02, 8.0814e-03,
-3.7323e-02, 1.4728e-02, 1.4358e-05, -4.6273e-02, 4.7789e-03,
4.6504e-02, 1.3791e-02, 2.2870e-02, 2.1160e-02, -4.6709e-03,
9.8475e-03, -2.0012e-02, 1.5073e-02, -3.7699e-03, 4.2454e-02,
-1.4425e-02, 5.0911e-03, -8.7803e-03, 9.3348e-03, 2.0469e-02,
-8.3624e-03, 2.1219e-03, 4.0433e-03, 6.6394e-03, -2.3271e-02,
-6.7498e-03, 3.6807e-02, -3.8709e-03, 2.0370e-02, -6.9815e-02,
1.8745e-02, -1.4889e-02, 9.2448e-03, 4.3655e-03, 4.7958e-03,
-6.0019e-03, 2.6081e-02, -1.5089e-03, 2.6183e-03, 8.1906e-03,
7.4222e-03, -6.9814e-03, -1.0258e-02, 8.6316e-03, -4.5510e-03,
3.7999e-02, 2.5781e-02, 5.5317e-03, 9.7476e-04, 5.0923e-03,
1.9054e-02, -3.9859e-03, -2.8542e-02, -5.3390e-03, 2.4856e-03,
1.1298e-02, 3.0625e-02, -6.0449e-03, -2.7093e-03, 1.1068e-02,
-1.5788e-02, 4.8735e-02, 2.1970e-02, 1.0142e-02, 1.6397e-02,
9.6665e-03, 1.3058e-02, 1.4641e-02, -1.8547e-02, -2.7822e-02,
3.9140e-02, 3.6301e-02, 7.4793e-03, 4.2978e-03, 1.5036e-02,
-4.9933e-03, -3.0935e-03, 1.1901e-02, 1.0006e-02, 1.6261e-03,
-6.7564e-03, -4.9521e-04, -8.9046e-04, -6.5502e-03, 2.1778e-02,
-2.1784e-03, 1.7524e-03, 9.3391e-03, 9.4474e-03, -3.7125e-03,
-1.7967e-02, 8.2515e-03, -1.1223e-02, 1.7083e-03, 1.1564e-02,
8.0166e-04, 1.4011e-02, 6.2084e-02, -1.5832e-03, -2.1492e-02,
3.3405e-02, 4.5065e-02, 4.0498e-02, -2.6219e-02, -3.5150e-02,
-5.1571e-02, 9.0549e-03, 9.0607e-03, -2.8479e-02, -2.3415e-02,
4.9272e-03, -2.9883e-01, -1.7705e-03, 1.0184e-02, -9.9657e-02,
-9.5629e-03, -4.5006e-01, 8.0870e-03, 6.6021e-02, 6.2581e-02,
8.4689e-02, -1.6819e-02, -1.5015e-02, -6.1171e-02, 1.4406e-02,
-5.0912e-02, 4.1666e-03, 1.3797e-04, -2.7387e-02, -2.8048e-02,
-5.8920e-02, 4.6369e-02, 7.3212e-02, 3.4824e-03, -3.8034e-02,
-2.9899e-02, 3.7763e-04, 2.7678e-02, 2.2969e-01, 4.1003e-02,
-1.0408e-02, -1.0753e-02, -6.3173e-03, -4.4566e-02, 3.0798e-02,
6.7314e-02, -5.6730e-02, 1.1550e-01, 1.1371e-01, 2.6320e-02,
6.7811e-02, -7.7250e-03, 5.2907e-02, -4.4575e-02, -6.1776e-02,
2.7998e-02, -1.7288e-01, -8.8505e-03, 5.9668e-02, 9.4418e-02,
8.7118e-02, 8.3768e-03, -3.3615e-02, 2.4602e-01, 3.8477e-03,
6.0733e-03, -2.7215e-02, 2.1206e-02, -7.1482e-03, -1.1078e-03,
-1.9237e-02, -1.8482e-02, -3.9816e-02, 8.4719e-03, -3.5836e-02,
-6.5553e-02, 4.6165e-02, 1.5419e-01, -4.2854e-02, 4.2223e-02,
-2.7759e-03, 4.7604e-03, 3.4011e-02, -2.2340e-02, -9.1340e-02,
-2.7087e-02, 3.5691e-02, -7.8751e-03, -5.9290e-03, 6.8491e-03,
-8.2256e-03, -5.6559e-03, -2.5189e-02, 4.8686e-02, 1.9151e-03,
-4.9785e-03, 3.0237e-03, -3.3700e-02, 3.7322e-02, -5.4366e-03,
-3.7547e-02, 7.6671e-03, -4.0360e-02, 3.0994e-02, 8.2727e-03,
2.0402e-03, 1.4352e-02, -4.6182e-02, -3.4231e-02, 3.5759e-03,
-2.1450e-02, 5.6587e-02, -1.4591e-03, 1.7053e-02, 7.6102e-02,
-1.9835e-02, -7.5780e-03, 1.0852e-02, 9.1409e-03, -1.2140e-02,
-2.4773e-02, 7.1010e-04, -4.3140e-02, -4.3300e-02, -2.0732e-02,
1.5032e-02, -4.2762e-02, -6.9948e-03])),
('model.encoder.layers.0.self_attn.q_proj.weight',
tensor([[-0.0122, 0.1598, -0.0619, ..., 0.0126, 0.1177, 0.0224],
[-0.0204, -0.0248, 0.0990, ..., 0.0964, 0.0177, 0.0553],
[ 0.1085, -0.0126, 0.0171, ..., 0.0158, 0.0072, -0.0060],
...,
[ 0.0578, 0.0880, -0.0039, ..., -0.0577, -0.0400, -0.0072],
[ 0.0559, 0.0774, 0.0286, ..., -0.0197, -0.0043, -0.1438],
[ 0.0919, 0.0264, -0.0008, ..., -0.0587, 0.0533, 0.0916]])),
('model.encoder.layers.0.self_attn.q_proj.bias',
tensor([-2.3376e-01, 1.0709e-01, -8.7135e-02, -9.8095e-02, 2.6836e-01,
2.5653e-01, -2.1793e-02, -7.7839e-02, -2.8182e-01, 1.6383e-01,
6.8437e-02, -1.6178e-01, 1.0315e-01, 1.1339e-02, 6.4446e-01,
3.4442e-01, -2.1417e-01, -2.1686e-01, -4.5740e-02, 4.3037e-01,
-8.2451e-02, -4.9164e-02, 1.7763e-01, 4.0564e-01, 1.3003e-01,
-1.8120e-01, 2.5438e-01, 2.6984e-01, 1.6513e-01, -2.8534e-01,
-2.7005e-01, 3.7680e-01, 6.0038e-01, 1.3131e-01, -4.3994e-01,
-6.6892e-02, 1.4327e-01, 5.9033e-02, -1.3877e-01, -5.1926e-02,
1.2677e-01, 7.3915e-02, -1.6629e-01, -1.3049e-01, 4.1645e-02,
-2.5923e-01, -5.4489e-02, 3.3460e-01, -1.2626e-01, -3.1656e-01,
-1.3716e-01, 7.1298e-03, 2.0374e-02, 4.4501e-02, 2.7859e-01,
-5.1111e-01, -5.3804e-01, 1.6457e-01, 7.1824e-02, 7.9617e-02,
5.4529e-02, 8.3046e-02, -8.4302e-02, 1.5540e-02, 1.1634e-01,
-1.0533e-02, -1.6521e-01, -3.8556e-02, 7.0598e-02, 3.1539e-01,
-2.6447e-03, -1.6258e-01, -1.5515e-01, 5.1217e-02, -3.9697e-01,
1.9500e-01, -1.3363e-01, -9.7525e-02, 8.4872e-02, -1.8837e-01,
-5.1441e-02, 4.2336e-02, -1.0654e-01, -1.7232e-01, -2.0605e-01,
-2.5028e-01, 1.0820e-01, -1.5791e-01, -3.2860e-02, 4.0016e-02,
-1.9128e-01, -2.4079e-01, -1.5750e-02, -8.6504e-02, -2.7509e-01,
8.9156e-02, -3.9292e-01, -3.7955e-01, 2.1599e-01, -2.1703e-01,
2.3605e-01, -7.4490e-02, -2.3439e-01, 1.4464e-01, -1.4737e-01,
-1.8663e-01, -9.3094e-02, 1.4910e-01, 7.2779e-01, 2.2353e-01,
1.5946e-01, -2.3313e-01, -1.4669e-01, -1.4894e-01, -2.9149e-01,
6.6855e-02, -2.7004e-01, 1.3931e-01, 1.4819e-01, -2.8964e-01,
-1.6464e-01, 1.5389e-01, -1.9780e-01, 1.8922e-01, -2.7877e-01,
5.3660e-01, -6.1578e-02, 5.2809e-02, 4.7960e-02, 2.7938e-01,
-2.6192e-01, -3.1314e-01, 3.6548e-01, 1.1619e-01, -2.0388e-01,
2.7265e-02, 7.5987e-02, -6.4575e-02, 2.7876e-01, -1.0304e-02,
-3.6611e-01, 2.7157e-01, 4.8401e-01, 1.6845e-01, 1.2502e-01,
-1.0881e-02, 1.1726e-01, -2.7256e-01, 1.4548e-01, -8.8004e-02,
-1.1637e-02, 6.1446e-03, -3.4938e-01, -2.9839e-01, -2.8027e-01,
-5.4922e-03, 1.6704e-01, 2.6095e-01, 2.5400e-01, 2.6320e-01,
-4.4144e-01, 4.9189e-01, 3.1527e-01, -1.3576e-01, -2.7935e-01,
-2.1270e-01, -2.5252e-02, -1.4586e-01, -4.4812e-01, -1.9109e-01,
-2.8615e-01, 7.1382e-02, -1.7954e-01, -2.9566e-01, 3.0397e-01,
1.5434e-01, 3.9008e-02, 2.9137e-02, 1.0454e-01, 1.0628e-01,
-1.1497e-01, -5.6350e-02, -1.4044e-01, 4.7917e-02, -1.5085e-01,
1.6707e-01, -1.3056e-01, -4.3312e-01, -5.6809e-02, 2.6932e-01,
1.7723e-01, 4.7273e-03, 3.4815e-01, 8.7886e-01, 5.5048e-02,
4.5010e-01, 6.4178e-01, 3.8631e-01, -6.2018e-01, 8.5283e-01,
5.4004e-01, 4.4956e-01, -3.4002e-01, -4.2556e-01, -3.7952e-01,
-5.3051e-01, -4.7492e-01, 1.6491e-01, 1.3007e-01, -7.4623e-01,
-6.2570e-01, 4.6799e-01, 6.4246e-01, -9.2052e-01, -6.4634e-01,
-5.0495e-01, 3.1105e-01, 8.0344e-01, -4.6473e-01, -4.7728e-01,
-2.8571e-01, 1.6466e-01, 9.7354e-01, -1.8373e-01, -2.8985e-01,
-9.0451e-02, 5.1572e-01, -1.7539e-01, 4.2388e-01, 2.5083e-01,
-2.9826e-01, -3.8309e-01, 4.9643e-01, -4.3469e-01, -6.3866e-01,
1.2816e-02, -7.3496e-01, 6.6694e-02, -5.1199e-01, -6.6045e-01,
-5.5075e-01, 1.8715e-01, -5.6297e-01, 5.7825e-01, -5.0477e-01,
-4.4998e-01, -4.4307e-01, 7.3836e-01, -3.0067e-01, -2.5109e-01,
5.2605e-01, 2.5361e-01, 5.8294e-01, -7.6803e-02, -6.9446e-01,
-3.7330e-01, -2.4036e-01, -4.4341e-01, 1.5394e-01, 2.6503e-01,
2.0094e-01, 1.4339e-01, 1.4029e-01, -7.9165e-01, -1.7072e-01,
8.9120e-02, 4.1661e-01, 9.5886e-01, 6.8169e-01, 1.6543e-01,
3.3404e-01, -7.3786e-01, 4.8762e-01, 1.0100e+00, 6.3313e-01,
3.8167e-01, 5.5054e-02, -5.2972e-01, 5.8306e-01, -6.5973e-01,
-3.5409e-01, -2.0116e-01, -2.4849e-01, 8.9536e-02, -1.3566e-01,
-5.1475e-02, -4.8092e-01, 4.0698e-02, -3.1381e-01, -1.0663e+00,
1.4301e-01, 2.9649e-01, 3.3235e-01, -1.2180e-02, 3.9841e-01,
-6.8624e-01, 3.1226e-02, 2.6710e-01, -1.3654e-01, 2.4247e-01,
-6.0510e-01, 1.4256e-01, 3.8979e-01, 5.4442e-01, -5.2244e-01,
3.0001e-01, 8.7773e-01, 3.3814e-01, 1.0200e+00, 6.3922e-01,
1.7142e-01, -6.9949e-01, -4.3442e-02, 2.0361e-01, 3.7338e-01,
-2.2344e-01, 1.3898e-01, -8.6033e-01, -2.0926e-01, 8.8437e-02,
-7.0056e-01, 4.6684e-01, -6.3954e-01, 6.1765e-01, -5.8605e-01,
7.1622e-01, 5.4985e-01, 3.6591e-01, -3.5411e-01, -3.1872e-01,
2.0819e-01, -3.6249e-01, -4.7533e-01, -4.1971e-01, -6.3572e-01,
2.9245e-01, -7.3152e-01, -1.6741e-01, -4.9130e-01, 6.7149e-02,
2.3462e-01, 3.9468e-01, 1.4723e-01, -6.4066e-01, -7.7418e-02,
3.2558e-01, 4.2813e-01, -4.2446e-01, -8.9002e-02, -6.5881e-01,
-4.9934e-01, 6.2887e-01, 2.2602e-01, 6.8960e-01, -6.2420e-01,
-3.4880e-01, -6.7974e-01, -6.0503e-01, 2.6634e-01, 6.8558e-01,
3.6841e-01, 6.4276e-01, -2.5551e-01, -8.6652e-01, -6.5686e-01,
7.1770e-01, 1.9451e-01, -8.5813e-01, 1.1588e-01, 4.6837e-01,
3.2151e-01, 7.6494e-01, -1.9873e-01, -2.0400e-01, 5.8523e-01,
5.5070e-01, -1.4332e-01, -1.1645e-01, -8.8567e-01, 6.5126e-01,
-5.0265e-01, -1.5421e-01, -2.2407e-01, 9.1374e-01, -3.1867e-01,
-8.7250e-02, -1.1655e-01, -5.0615e-01, -2.0715e-01, -1.2381e-01,
-3.9538e-02, -2.1780e-02, 2.0512e-01, -4.3057e-01, 2.1614e-01,
2.6326e-01, 1.1620e-01, -4.5456e-01, 4.0172e-01, -1.5705e-02,
-2.2917e-01, 2.6901e-01, 9.2948e-02, -3.4522e-01, -9.7919e-02,
2.5297e-01, -6.0913e-01, -2.1290e-01, 2.4263e-01, 4.1276e-01,
-1.6547e-01, -3.5071e-01, -2.1086e-01, 1.8978e-01, -2.1875e-01,
-7.4867e-03, 4.0513e-01, 6.0535e-02, 2.8015e-01, -1.0045e-02,
8.1099e-02, -1.2533e-01, -4.0144e-01, -1.1652e-01, 1.2013e-01,
2.5143e-01, -2.1685e-01, -7.2390e-02, 8.3889e-02, -1.4679e-01,
1.6263e-01, -3.7377e-01, 4.9959e-01, 3.9261e-01, 5.8227e-02,
1.3883e-01, 4.6679e-02, -7.9981e-02, 4.6375e-01, -1.1153e-01,
1.2681e-01, -8.5235e-03, -2.1642e-01, -4.2479e-01, 3.1714e-01,
-2.1041e-01, 1.3647e-01, 1.6071e-01, 2.2254e-02, -1.1827e-02,
1.2458e-03, 7.3645e-02, -2.2665e-01, 1.3901e-01, 4.2016e-02,
3.6313e-02, 4.0301e-02, 2.0790e-01, 1.6032e-01, -1.0150e-01,
2.8731e-02, -3.4767e-02, 9.7840e-02, 2.1662e-02, 2.4438e-01,
-1.2213e-01, 1.7044e-01, 4.7078e-02, -4.3735e-02, 1.0862e-02,
-1.1741e-01, -7.8446e-02, 1.5157e-02, -1.7091e-01, 1.4531e-01,
1.7503e-03, 2.5889e-01, 1.4465e-01, 8.9695e-02, -1.8430e-01,
8.9019e-02, 1.5418e-01, -9.8312e-02, -1.2524e-02, 6.3961e-02,
-1.3398e-01, -1.5762e-01, -1.5618e-02, -9.8415e-02, -3.5963e-02,
-6.4541e-02, 4.9383e-01, 3.9790e-01, 1.2834e-01, 2.1545e-01,
-1.1589e-01, -1.2421e-01, 7.9807e-03, -1.1763e-01, 4.0460e-02,
-5.3672e-02, 8.9717e-03, -2.3627e-01, 2.8297e-01, -1.2938e-02,
1.2832e-02, -6.2489e-02, 1.0857e-01, 6.4554e-02, 8.8372e-02,
-3.2522e-02, 6.7432e-03, 1.4263e-01, -2.0222e-01, -3.3914e-01,
6.0820e-02, -1.7290e-01, 1.1473e-02, -1.9221e-01, -2.1734e-01,
-1.1683e-02, 6.5732e-02, -5.1080e-03, 9.0545e-02, 2.1060e-01,
2.8357e-02, -3.5369e-02, 2.9671e-02, -3.7733e-01, -5.2285e-03,
1.1472e-01, -9.8629e-02, -1.5721e-01, 1.7478e-02, -4.5112e-01,
-5.8723e-01, -1.0885e-01, -4.6072e-02, 1.1352e-01, 2.2423e-01,
6.3995e-02, -2.3032e-01, 2.3389e-01, -1.5976e-01, 4.1897e-02,
1.4870e-01, 1.8308e-01, 5.9864e-01, 1.4747e-01, 3.5358e-01,
6.1562e-02, 4.6661e-02, 3.5943e-01, -1.9828e-01, 5.2359e-02,
-1.5905e-01, -2.1194e-01, 1.4825e-01, -2.8107e-01, 2.2093e-02,
1.0163e-01, 1.2800e-01, -2.4140e-01, -3.5389e-01, -1.3336e-01,
7.0389e-02, 1.1796e-02, 2.7777e-02, -4.5952e-01, 1.2078e-01,
2.8550e-02, 3.9164e-01, 5.4309e-02, 2.8049e-01, -7.2323e-02,
2.1051e-01, -6.3201e-02, -4.2303e-01, -6.9755e-02, 6.5771e-01,
2.0659e-01, -2.2913e-01, 1.4041e-01, -2.2873e-02, 1.2117e-01,
-2.4553e-01, 7.2727e-02, 8.1710e-02, 1.6674e-01, -1.6643e-01,
-1.8425e-01, 2.6886e-01, -7.7095e-02, 1.5130e-01, 6.9196e-02,
-3.6697e-02, -2.8941e-01, -1.1915e-02, 7.0565e-02, -5.2179e-02,
-2.3047e-01, 1.6648e-02, 7.1619e-01, 1.2270e-01, -1.7666e-01,
-4.5223e-02, -6.0422e-02, 2.7610e-02, 2.2951e-01, 4.5873e-01,
2.0651e-01, 6.6253e-02, 6.4543e-01, -2.2267e-01, -2.1247e-01,
2.1336e-02, 3.0349e-01, -3.1355e-01, 3.3677e-01, 8.4590e-02,
-1.6330e-01, 2.0010e-01, 3.2684e-01, -7.7463e-02, 3.2108e-01,
-1.5029e-01, -5.6090e-02, 2.8238e-01, 5.4680e-02, -8.1277e-02,
8.0669e-02, 1.2701e-02, -1.2710e-03, 1.5050e-02, 2.3172e-01,
5.0669e-02, -1.2107e-01, 2.0169e-01, -9.6072e-02, 1.1959e-01,
-3.4312e-01, -2.8237e-01, 2.3515e-01, -1.4987e-01, -1.5563e-01,
-1.2129e-01, -7.4728e-03, 6.8145e-01, 6.0891e-01, -4.8098e-01,
2.8029e-02, 8.7934e-02, -1.9279e-01, 7.7710e-01, 4.4386e-01,
5.2260e-01, 4.1471e-01, -1.4246e-01, 3.1924e-01, -8.3219e-01,
-1.9748e-01, 8.7287e-04, 4.9602e-01, -2.9734e-01, -6.9693e-01,
-5.4141e-01, 9.0900e-01, -5.0762e-01, 5.1334e-01, 2.0722e-01,
3.1655e-01, -4.8359e-02, 5.1242e-01, -4.7519e-01, 1.8179e-01,
-4.3062e-01, -4.4910e-01, -2.6076e-01, 9.1465e-02, -1.6712e-01,
-5.3900e-01, -3.8578e-01, -9.3070e-02, 7.7070e-02, 8.0191e-03,
2.6246e-01, -5.1263e-01, -8.4348e-02, 1.8869e-01, -2.6691e-02,
-8.5520e-02, 5.9431e-01, 2.7184e-01, 9.8987e-01, -5.7484e-02,
6.1509e-02, -7.9115e-01, 1.0820e-01, -7.4079e-01, 1.0885e+00,
-2.4691e-01, 3.4187e-01, -4.1602e-01, -5.0960e-01, -5.3894e-02,
-1.5033e-01, -3.7556e-01, -6.0285e-02, -4.7120e-01, -3.7989e-01,
3.7647e-01, 4.9625e-01, 2.3565e-01, -3.8085e-01, -5.3466e-02,
1.1571e-01, -6.2108e-01, 3.2191e-01, -2.7345e-01, -1.7789e-01,
-8.1114e-02, -4.8562e-01, -2.3401e-01, -2.6546e-01, 1.8767e-01,
-2.9588e-01, -2.3413e-01, -1.2532e-01, -4.7849e-02, 7.5342e-01,
1.9261e-01, 2.5096e-01, -1.1149e-01, -3.3557e-01, -4.4917e-01,
-1.9308e-01, 2.4763e-02, 5.6292e-01, -3.0782e-01, -2.8837e-01,
2.6013e-01, 3.5779e-02, 4.7850e-01, 1.4438e-01, 4.1663e-01,
4.1634e-01, 4.6169e-01, -1.3119e-02, 1.0636e-01, 1.3025e-01,
-1.0017e-01, 3.2438e-01, 5.3835e-01, -4.5646e-01, 3.1525e-01,
-3.1960e-01, 3.1251e-01, 2.1743e-01, -6.1355e-01, 2.1101e-01,
3.3369e-01, 1.6450e-01, 3.4496e-02, -1.5204e-01, 4.8541e-02,
-1.1215e-01, 2.2245e-01, -1.1502e-01])),
('model.encoder.layers.0.self_attn.out_proj.weight',
tensor([[-0.0140, 0.0771, -0.0113, ..., -0.0544, -0.0232, 0.0894],
[ 0.0011, 0.0223, 0.0191, ..., -0.0062, -0.0067, 0.0432],
[ 0.0256, 0.0720, 0.0354, ..., 0.0340, -0.0106, 0.0457],
...,
[ 0.0633, -0.0046, -0.0251, ..., 0.0222, 0.0157, 0.0040],
[ 0.0139, 0.0282, 0.0078, ..., 0.0515, -0.0237, 0.0368],
[ 0.0407, 0.0236, 0.0164, ..., -0.0099, -0.0568, -0.0266]])),
('model.encoder.layers.0.self_attn.out_proj.bias',
tensor([-1.3457e-01, 1.2844e-01, 7.3885e-02, -9.2468e-02, 6.6698e-02,
1.5044e-01, 3.8875e-03, -3.6785e-02, -2.9304e-02, -1.6960e-01,
-9.2978e-02, 1.3225e-01, -7.6182e-02, 1.7608e-02, -8.1823e-02,
3.8920e-02, 1.8851e-01, 2.8425e-02, 5.7214e-02, 2.0882e-02,
2.3731e-01, 4.7231e-02, 6.7746e-02, -3.7950e-02, 2.3830e-02,
2.6123e-02, 2.7408e-02, 8.6506e-02, 1.1986e-01, 9.6948e-02,
-6.4104e-02, 6.3187e-02, 1.4516e-01, -3.3209e-02, 3.9464e-02,
4.0048e-02, -1.2278e-01, 8.1380e-02, -3.4387e-02, 1.3845e-01,
-6.8275e-02, -9.8446e-02, -3.5725e-02, 1.3608e-01, 1.1690e-01,
1.1380e-01, 1.2579e-01, 1.8585e-02, -1.9218e-01, 9.8326e-02,
8.2645e-02, -4.7628e-02, 8.3398e-02, -4.5735e-02, -1.0782e-02,
-1.0533e-01, -1.2314e-02, -4.0620e-02, 3.1426e-02, -4.1145e-02,
8.1677e-02, -2.4431e-02, -1.0734e-02, -5.2212e-02, 2.1512e-02,
-1.8852e-01, 5.0494e-02, 9.5387e-02, -6.1228e-02, 3.0465e-02,
6.9736e-02, -1.3154e-01, -2.0061e-01, -3.1562e-02, 2.1899e-01,
6.0614e-02, -1.2339e-01, 1.1954e-01, -4.8083e-02, -5.5965e-02,
4.5516e-02, -3.4072e-02, 9.7614e-02, 1.6415e-02, -2.7487e-02,
-1.1038e-01, -1.2110e-02, -2.1878e-02, -1.4192e-01, 9.4986e-03,
4.1511e-02, 4.9972e-02, 5.2244e-02, -3.0977e-02, -4.8323e-02,
-1.0449e-01, -1.5638e-01, 1.0662e-01, -5.8740e-02, 1.3605e-01,
7.3988e-02, 5.5452e-02, -3.2774e-02, 2.0355e-01, -3.6317e-02,
-6.2510e-02, 1.2603e-01, -1.7112e-02, 2.1700e-01, -3.7507e-03,
3.4565e-02, 4.7488e-02, -3.0437e-02, -5.2536e-02, 2.4414e-02,
7.9567e-02, -1.0682e-01, 8.3213e-02, 1.4988e-01, -1.2911e-01,
3.6921e-02, 6.2818e-02, 3.7430e-03, 6.8078e-02, 5.1427e-02,
3.4113e-02, -1.6682e-02, -1.2935e-01, 3.7002e-02, 1.4486e-01,
1.0477e-02, 8.7795e-02, 1.7858e-02, 8.1728e-02, -4.0003e-02,
1.0679e-01, -3.2195e-02, -6.2725e-02, -7.2280e-02, 3.0697e-02,
-3.1385e-02, -5.6354e-02, -7.6486e-02, 6.1575e-02, -1.4123e-01,
-2.5314e-02, 1.0339e-01, 4.3066e-02, 6.4110e-02, -1.3452e-04,
-1.3204e-01, 1.3519e-01, -1.5717e-01, 8.7925e-02, 8.3633e-02,
2.7424e-02, -1.2565e-02, 1.1082e-01, 5.7471e-02, 5.5697e-02,
-3.3019e-02, 5.1922e-02, 4.6258e-02, -1.0876e-01, 7.7679e-02,
-2.0062e-01, -7.3571e-02, -1.1670e-01, -1.3242e-01, -2.8421e-02,
1.6616e-01, -7.5678e-02, 1.9189e-01, -2.4410e-02, 3.6704e-02,
-7.7159e-02, -2.9296e-02, -1.7662e-01, -4.4246e-02, 2.4325e-02,
-3.8429e-02, 2.6829e-02, -3.5074e-02, 4.9924e-02, -2.7909e-02,
-5.8288e-03, -3.3232e-02, 8.5492e-02, 2.2878e-01, -1.6543e-02,
-4.5983e-02, 8.1272e-02, 3.8967e-02, -2.7884e-03, 1.0598e-02,
3.1651e-02, -1.7261e-01, 1.0916e-01, 1.0086e-01, -7.6011e-02,
8.1634e-02, -3.6114e-03, 2.8183e-02, 7.2926e-02, -3.9339e-02,
3.1722e-02, -4.9726e-02, -6.5561e-02, 2.0835e-01, 1.1074e-02,
1.1968e-01, 4.6023e-02, -1.1793e-01, -1.0261e-02, -1.4775e-01,
1.0331e-01, 1.4116e-02, 3.3918e-02, 3.2980e-02, 9.5404e-02,
-6.6059e-03, 7.2438e-02, 2.7683e-02, -1.3061e-01, -1.8940e-02,
-1.5470e-01, 6.3841e-02, 8.1579e-02, 5.0093e-02, 7.8704e-02,
4.3118e-02, -3.4597e-02, -7.0010e-02, -2.9958e-02, -8.3366e-02,
-8.2526e-02, 5.3073e-02, -5.1026e-02, 8.0353e-02, -6.8783e-02,
1.1291e-01, -5.0508e-02, -5.1052e-02, -3.6283e-02, -6.7489e-02,
-6.3664e-02, -1.0240e-01, -7.8937e-02, 4.0591e-02, -7.9599e-02,
-6.3928e-03, 2.7225e-01, -2.0262e-01, -2.4204e-02, -8.1022e-03,
-9.5529e-03, -2.0014e-01, -2.9051e-02, -4.5129e-02, -1.0493e-01,
-6.1099e-02, 1.2642e-01, 1.7333e-01, -4.5268e-02, -3.6148e-03,
3.7263e-02, -9.1348e-02, -1.8040e-01, 2.0172e-03, -3.3390e-02,
2.0430e-02, 4.8575e-02, 2.1796e-02, 9.0660e-03, -1.7779e-01,
9.8069e-02, 1.1336e-02, -1.2127e-02, 1.0048e-01, 2.4708e-02,
-1.4386e-01, 8.0566e-02, 3.3166e-02, 2.5120e-02, -1.7118e-02,
-8.9580e-02, -2.8541e-02, 1.1191e-01, -3.6589e-02, -6.2877e-02,
5.7490e-02, -3.4522e-02, -6.4953e-02, -2.4806e-02, 1.3632e-01,
9.9499e-03, -3.3983e-02, -9.7366e-02, -2.4493e-01, 2.6587e-02,
-9.6798e-02, 7.6954e-02, -3.1794e-02, 4.8256e-02, 6.6517e-02,
6.3963e-03, 8.4988e-02, -2.9120e-02, 9.7047e-02, -1.6175e-01,
-4.6578e-02, -1.8260e-01, 2.4735e-02, -2.1442e-02, 2.5940e-01,
2.5140e-02, -1.0279e-01, 4.4423e-02, -1.1513e-01, -6.3382e-02,
9.6864e-02, 8.6647e-02, -1.0903e-02, 6.0660e-03, -4.7555e-02,
-1.0585e-01, -1.2013e-01, -6.7475e-02, 1.6346e-01, 9.8623e-02,
-5.0660e-02, -1.7725e-01, -1.0175e-01, 8.1663e-02, -1.1135e-01,
-1.0687e-01, 1.3489e-01, 8.6798e-02, -7.5589e-03, 5.8481e-02,
-1.0972e-01, 1.6568e-01, -6.8870e-03, -3.2914e-02, -3.2827e-03,
1.8371e-02, -4.9178e-02, 9.7113e-02, -1.0310e-01, 3.5655e-02,
-1.6467e-01, -2.0927e-01, -2.2172e-02, -2.4281e-01, 3.1574e-02,
-1.2284e-02, -2.2079e-01, -1.2705e-02, 1.3009e-01, -4.3273e-02,
1.5037e-01, -2.0942e-01, 6.1837e-02, 4.8144e-02, 1.7966e-02,
1.2836e-01, 2.3914e-01, -6.9659e-02, -4.8807e-02, 1.1927e-01,
2.2339e-02, 1.6366e-01, -6.0663e-02, -1.2777e-01, 4.4794e-02,
1.0335e-01, 8.7416e-02, 6.0414e-02, -3.5447e-02, -5.5112e-03,
-9.2342e-02, 1.5256e-01, -9.7718e-02, -1.0549e-01, 6.7350e-02,
-4.1403e-02, -4.6815e-02, -1.7505e-01, 1.0341e-01, 8.0609e-03,
-1.3289e-01, 1.2945e-04, 1.1076e-02, -3.5574e-02, -8.8983e-02,
-6.7730e-02, -4.1509e-02, 1.3762e-02, 3.2678e-01, 9.4792e-04,
1.5759e-01, -1.4544e-01, -7.5491e-02, -6.8062e-03, -2.0766e-02,
7.7462e-03, 1.1199e-01, -1.1152e-01, 8.0287e-02, -6.4625e-02,
2.6073e-02, 9.2402e-02, 8.8944e-02, -8.9267e-02, -4.7500e-02,
-8.1253e-02, -3.4055e-02, 7.6569e-02, -1.4090e-01, -1.6258e-01,
3.1931e-02, 1.9641e-01, -6.8433e-02, 1.8114e-02, 4.4796e-03,
-8.1551e-02, -1.2161e-02, 5.4455e-03, -3.5360e-02, 1.4039e-01,
-7.1482e-02, 2.0213e-01, -1.2381e-01, -4.9317e-02, -9.5222e-02,
-6.8572e-02, -5.5734e-02, 5.1355e-02, -6.1349e-02, -1.1251e-01,
-4.3487e-02, 2.2023e-01, -3.1529e-02, 1.5489e-02, 1.0135e-02,
8.6617e-04, -9.9882e-03, -1.9267e-02, 1.5541e-01, 9.3868e-02,
-1.6853e-02, 5.9629e-02, 1.5203e-02, -1.9197e-03, -8.1511e-02,
8.1524e-02, -9.6197e-03, 2.4099e-02, -1.3717e-01, 6.4691e-02,
8.6909e-02, -7.3288e-02, 8.2436e-02, -7.5307e-03, -4.0525e-03,
8.8976e-02, -3.2959e-02, -4.1839e-02, 1.1383e-02, 3.5252e-02,
7.1824e-02, -9.8928e-02, 4.6440e-02, 7.6896e-02, 4.8671e-03,
-1.2376e-02, -1.1916e-02, 1.4370e-01, -1.1181e-02, 4.6878e-02,
6.5167e-02, -6.8719e-02, 1.7450e-01, 5.7818e-02, -6.2413e-02,
-5.0614e-02, -2.7442e-02, 5.7263e-03, -1.6583e-01, -2.5790e-02,
4.8695e-02, -3.3375e-01, 2.5231e-02, 1.3557e-03, 3.5320e-02,
-3.8138e-02, 1.0030e-03, 5.1507e-02, -8.2517e-02, -6.8899e-02,
-1.1163e-02, -1.1211e-01, 1.7910e-02, 1.1445e-02, 1.2860e-02,
1.3200e-03, -1.9778e-02, -3.0329e-02, 1.6346e-02, -7.2396e-02,
6.0954e-02, 2.5301e-02, 1.3665e-01, 1.3957e-02, -1.0709e-02,
1.1970e-01, -6.7597e-02, 8.4501e-02, 4.2954e-03, 6.2418e-02,
-7.4659e-03, 1.9256e-02, -2.2375e-01, 4.8965e-02, -6.4760e-02,
6.6434e-02, -2.2587e-02, 9.2783e-03, 6.5011e-02, -5.3271e-02,
-8.4709e-02, 1.2952e-01, -1.4933e-01, 6.1147e-02, 8.0712e-02,
-2.2051e-02, 1.4661e-01, 1.4172e-01, -2.0987e-02, -8.2183e-02,
-1.0588e-02, 1.1921e-01, -8.5050e-02, -1.9175e-02, 5.2967e-02,
2.3619e-01, -6.3423e-02, 1.3482e-01, -4.2355e-02, 1.1014e-01,
-1.0940e-02, -7.8579e-02, 1.6790e-01, 9.3510e-02, -3.6485e-02,
-1.2756e-01, -1.4729e-01, 4.5108e-02, -4.0165e-02, -3.9560e-02,
-5.0034e-04, 5.5665e-02, 1.1023e-02, 8.9971e-02, 1.8541e-01,
7.1647e-02, -6.7108e-02, -2.4785e-02, 3.4669e-03, 1.7994e-02,
6.8804e-04, -2.3873e-01, -1.6655e-01, 8.6814e-02, -1.6687e-01,
-9.9882e-02, 3.9200e-02, -2.9395e-03, 8.5678e-02, -1.9372e-02,
2.1501e-01, -1.1280e-01, 4.7298e-02, -9.2889e-03, -2.6079e-02,
-1.5478e-01, 6.4784e-02, -2.6455e-02, -6.9994e-03, -1.2976e-01,
1.0210e-01, -7.5710e-04, 2.0434e-01, -2.3320e-01, 6.4346e-02,
-4.4168e-02, 5.0762e-02, -1.1703e-02, 3.1145e-02, 1.2291e-01,
-1.6749e-02, 1.3076e-01, 6.4558e-02, -1.3631e-02, -5.6086e-02,
9.5152e-03, 4.6878e-03, 4.4997e-02, -1.6092e-03, 1.2344e-01,
8.5552e-02, -1.4766e-01, 3.1723e-02, -1.7353e-01, 1.0136e-01,
3.9154e-02, -1.9489e-03, 2.7042e-02, 2.9691e-02, 1.2647e-01,
9.4654e-02, 6.0180e-04, 7.0864e-02, 7.6452e-02, -1.5758e-01,
-2.9790e-02, 4.9247e-03, -6.9943e-02, 3.3881e-03, 3.8542e-02,
3.8617e-02, -4.0941e-02, 1.3087e-01, -1.4601e-01, 1.6882e-02,
-7.7353e-02, 7.0223e-02, 2.9384e-01, 8.9945e-02, 5.9130e-02,
1.1023e-01, -5.8097e-02, 7.3420e-03, 6.1842e-03, 1.0755e-01,
-7.3691e-02, -1.5067e-01, -4.3415e-01, 2.8409e-03, 9.1061e-02,
3.0278e-01, -1.1001e-01, -5.3878e-02, -1.1959e-01, 4.5394e-02,
7.3444e-03, -9.4066e-02, 5.8404e-02, -6.0272e-02, 3.6048e-02,
-7.5147e-02, -3.5596e-02, -1.4579e-02, -1.4914e-01, 3.7121e-02,
8.2459e-02, -6.7595e-02, -2.2798e-01, -1.1889e-01, -8.5858e-02,
-8.0298e-02, -1.3685e-01, -1.2724e-02, 1.1413e-02, 7.3877e-02,
-4.1610e-02, 3.6561e-02, -3.6413e-02, -1.5555e-01, 1.0914e-01,
-4.0560e-02, 1.7728e-01, -1.1729e-01, 6.2444e-02, 3.6029e-02,
6.3603e-02, -6.2020e-02, 6.6958e-03, -4.2834e-02, -7.4469e-02,
-3.6767e-02, 6.8156e-02, -9.7308e-03, -7.6986e-02, 5.2761e-02,
1.5748e-01, -8.2722e-02, 1.6257e-01, 1.8459e-01, -6.9398e-02,
1.6016e-02, -5.6830e-02, 9.9097e-02, 5.8208e-02, 2.9980e-02,
-6.5801e-02, -1.3695e-02, -1.9176e-01, -3.4483e-02, 2.3823e-02,
-2.6253e-04, -1.8822e-01, -7.2448e-02, 2.1001e-02, -5.5188e-02,
1.9963e-02, 1.6939e-01, -6.8281e-02, 8.9190e-02, 5.3520e-02,
-6.5152e-02, 2.0855e-02, 6.8166e-02, 5.1444e-02, -2.6242e-01,
-1.0196e-01, 7.5051e-02, 3.3249e-02, 3.0019e-02, 5.7946e-02,
1.6575e-02, -3.5674e-02, 1.1497e-01, -9.3370e-02, 7.9531e-02,
-6.8263e-02, -2.4875e-02, 5.0237e-02, 1.0862e-01, -1.6187e-01,
5.9672e-02, 9.8062e-02, -2.4158e-02, -1.0045e-01, 9.4960e-02,
9.0450e-02, -7.4033e-02, -1.6999e-01, 1.0106e-02, -1.0103e-01,
2.2621e-02, -2.5069e-02, 9.1567e-02, 8.0798e-03, 4.2872e-02,
-2.3572e-01, 6.1638e-02, -1.7118e-02, 7.4625e-02, -5.6152e-03,
-7.3188e-02, 2.2886e-01, -1.2247e-01, -9.4111e-02, 1.9051e-02,
-5.7510e-02, -1.2136e-02, -1.7195e-01])),
('model.encoder.layers.0.self_attn_layer_norm.weight',
tensor([0.5372, 0.4350, 0.5509, 0.4327, 0.4914, 0.4414, 0.4336, 0.3588, 0.4789,
0.3926, 0.3906, 0.4291, 0.5260, 0.3904, 0.4353, 0.5764, 0.3955, 0.3993,
0.5249, 0.5363, 0.3602, 0.4198, 0.3658, 0.5697, 0.5632, 0.4062, 0.5146,
0.6218, 0.4877, 0.2808, 0.5745, 0.4529, 0.3447, 0.5687, 0.4970, 0.4426,
0.3849, 0.5995, 0.3703, 0.4090, 0.5756, 0.9588, 0.5602, 0.5712, 0.4272,
0.4705, 0.5905, 0.5329, 0.4098, 0.5042, 0.4571, 0.4018, 0.5854, 0.3931,
0.3636, 0.4385, 0.5361, 0.4080, 0.4919, 0.5076, 0.5143, 0.5295, 0.5554,
0.4736, 0.3725, 0.3978, 0.3842, 0.3904, 0.5506, 0.5395, 0.5297, 0.5833,
0.5869, 0.4368, 0.4231, 0.4318, 0.6091, 0.5750, 0.5216, 0.4080, 0.3904,
0.5642, 0.4879, 0.4875, 0.3824, 0.4329, 0.4161, 0.5069, 0.3513, 0.4656,
0.4389, 0.4729, 0.5121, 0.5743, 0.4423, 0.5820, 0.3826, 0.5635, 0.4042,
0.3954, 0.4616, 0.5581, 0.4562, 0.3247, 0.5213, 0.5221, 0.4957, 0.4797,
0.4303, 0.5390, 0.6094, 0.6464, 0.4041, 0.4526, 0.5743, 0.5714, 0.3776,
0.5710, 0.6493, 0.5739, 0.3509, 0.5603, 0.4061, 0.5488, 0.4855, 0.4084,
0.5429, 0.5040, 0.5718, 0.3767, 0.5066, 0.4833, 0.5352, 0.5031, 0.3819,
0.5322, 0.4258, 0.4752, 0.3895, 0.3545, 0.4824, 0.4746, 0.4439, 0.5724,
0.4028, 0.5506, 0.3904, 0.4006, 0.5537, 0.5547, 0.6182, 0.3902, 0.4141,
0.5001, 0.4670, 0.5317, 0.5049, 0.4312, 0.4880, 0.4178, 0.5383, 0.5680,
0.5514, 0.3925, 0.4861, 0.4015, 0.3889, 0.4439, 0.5787, 0.3396, 0.3858,
0.4927, 0.3477, 0.5322, 0.5315, 0.5074, 0.3830, 0.4018, 0.4372, 0.4081,
0.5045, 0.3852, 0.5505, 0.4048, 0.4196, 0.4279, 0.8113, 0.5233, 0.3847,
0.5271, 0.4158, 0.5463, 0.5596, 0.5216, 0.5547, 0.5818, 0.3948, 0.5773,
0.5442, 0.4106, 0.4129, 0.5270, 0.4169, 0.4633, 0.5713, 1.8971, 0.4023,
0.5145, 0.5514, 0.5242, 0.4847, 0.5536, 0.3976, 0.5650, 0.3992, 0.4285,
0.3649, 0.5010, 0.5629, 0.4000, 0.5767, 0.3421, 0.5293, 0.3786, 0.4402,
0.3981, 0.4214, 0.5308, 0.5792, 0.4198, 0.5748, 0.4426, 0.5172, 0.6006,
0.4094, 0.5820, 0.4480, 0.4455, 0.5543, 0.3956, 0.5750, 0.5654, 0.4564,
0.3905, 0.3898, 0.5472, 0.5530, 0.3948, 0.4810, 0.5129, 0.4093, 0.3729,
0.3875, 0.5631, 0.3950, 0.5698, 0.4480, 0.5773, 0.3628, 0.3659, 0.4349,
0.5426, 0.4282, 0.3977, 0.5887, 0.5607, 0.4199, 0.3898, 0.4475, 0.5820,
0.3819, 0.5804, 0.5218, 0.5821, 0.4501, 0.5225, 0.4633, 0.5568, 0.5561,
0.5559, 0.4085, 0.5060, 0.5552, 0.5204, 0.5008, 0.5377, 0.5610, 0.4325,
0.5774, 0.3680, 0.3846, 0.5248, 0.5707, 0.5257, 0.5681, 0.3841, 0.5413,
0.5387, 0.3833, 0.5622, 0.5774, 0.5334, 0.5855, 0.4064, 0.5659, 0.5669,
0.4680, 0.4915, 0.4992, 0.4018, 0.5752, 0.3748, 0.4564, 0.3600, 0.4370,
1.5489, 0.3553, 0.4496, 0.4138, 0.5139, 0.4734, 0.5508, 0.3856, 0.3880,
0.3873, 0.3717, 0.4176, 0.4719, 0.3781, 0.4021, 0.4300, 0.3788, 0.3961,
0.5221, 0.4581, 0.8618, 0.5815, 0.4241, 0.5708, 0.5110, 0.3589, 0.5768,
0.4240, 0.5388, 0.4257, 0.4538, 0.4174, 0.5295, 0.5271, 0.5574, 0.5423,
0.4520, 0.4628, 0.4082, 0.5576, 0.3982, 0.3809, 0.5313, 0.3354, 0.4365,
0.3781, 0.3699, 0.3994, 0.4114, 0.5607, 0.4697, 0.4335, 0.5453, 0.9368,
0.4460, 0.5810, 0.5548, 0.4831, 0.4400, 0.4271, 0.4451, 0.5740, 0.4316,
0.5621, 0.5345, 0.3911, 0.3580, 0.4127, 0.5530, 0.4807, 0.5509, 0.4021,
0.5028, 0.4912, 0.4340, 0.4740, 0.4504, 0.5471, 0.3799, 0.5027, 0.5746,
0.5149, 0.5389, 0.3726, 0.5606, 0.3777, 0.4541, 0.5269, 0.4756, 0.3900,
0.5185, 0.4264, 0.5561, 0.5147, 0.4197, 0.5683, 0.4998, 0.4238, 0.4244,
0.5785, 0.5607, 0.5662, 0.5115, 0.5954, 0.3621, 0.4827, 0.4143, 0.3840,
0.3948, 0.5719, 0.5936, 0.4971, 0.3955, 0.4595, 0.4580, 0.4680, 0.3845,
0.4985, 0.5623, 0.4110, 0.5186, 0.5770, 0.5239, 0.5511, 0.4788, 0.5674,
0.4129, 0.3918, 0.3688, 0.5924, 0.4352, 0.5405, 0.4958, 0.4302, 0.4050,
0.5103, 0.5661, 0.5026, 0.3907, 0.4738, 0.4416, 0.4129, 0.5458, 0.5311,
0.4034, 0.3991, 0.3986, 0.3655, 0.5279, 0.4166, 0.4032, 0.4324, 0.4482,
0.3972, 0.4357, 0.5764, 0.5553, 0.3595, 0.5512, 0.4602, 0.5378, 0.4420,
0.4356, 0.5306, 0.5783, 0.3991, 0.5583, 0.4138, 0.3884, 0.5661, 0.3644,
0.4272, 0.5156, 0.4647, 0.3697, 0.4735, 0.3716, 0.4749, 0.4114, 0.5235,
0.3771, 0.5585, 0.3024, 0.5206, 0.4533, 0.4028, 0.4898, 0.3772, 0.4781,
0.4572, 0.5570, 0.6060, 0.4905, 0.5249, 0.4436, 0.5205, 0.5675, 0.4458,
0.5856, 0.4343, 0.4173, 0.3605, 0.5558, 0.4615, 0.6225, 0.4346, 0.4078,
0.4035, 0.4933, 0.4309, 0.5352, 0.5362, 0.8722, 0.3648, 0.3921, 0.4181,
0.4253, 0.5726, 0.5339, 0.5304, 0.5662, 0.4409, 0.3725, 0.4763, 0.4738,
0.5259, 0.5105, 0.5780, 0.4971, 0.3720, 0.3763, 0.4069, 0.3935, 0.4568,
0.4530, 0.5612, 0.3647, 0.4077, 0.4225, 0.4184, 0.5799, 0.4052, 0.8444,
0.5855, 0.3723, 0.5332, 0.4573, 0.5158, 0.5106, 0.5277, 0.4466, 0.5491,
0.4221, 0.4510, 0.5560, 0.5972, 0.3670, 0.5258, 0.4996, 0.3995, 0.4357,
0.3773, 0.4798, 0.5872, 0.8006, 0.4704, 0.4456, 0.9368, 0.5500, 0.4241,
0.5925, 0.3342, 0.4062, 0.5236, 0.4712, 0.5688, 0.3979, 0.3591, 0.4800,
0.4432, 0.5497, 0.5154, 0.4730, 0.5078, 0.3838, 0.4340, 0.4177, 0.4478,
0.5092, 0.4254, 0.4151, 0.4598, 0.5071, 0.3758, 0.4559, 0.5641, 0.5646,
0.5452, 0.3838, 0.4966, 0.5874, 0.5220, 0.4427, 0.4217, 0.3851, 0.4960,
0.5894, 0.5169, 0.4151, 0.4324, 0.4949, 0.5706, 0.4204, 0.4732, 0.5451,
0.8755, 0.3676, 0.4589, 0.4797, 0.5581, 0.3640, 0.3836, 0.4036, 0.5693,
0.4691, 0.4606, 0.5750, 0.4233, 0.5667, 0.3860, 0.3503, 0.3925, 0.3720,
0.3936, 0.5011, 0.3850, 0.5054, 0.5724, 0.4728, 0.5648, 0.4061, 0.3207,
0.4109, 0.4683, 0.5306, 0.5589, 0.5769, 0.5373, 0.3916, 0.4427, 0.4177,
0.4035, 0.4111, 0.4053, 0.5602, 0.5416, 0.4174, 0.3882, 0.4798, 0.4678,
0.4529, 0.5364, 0.4303, 0.3587, 0.3982, 0.4614, 0.4334, 0.4031, 0.4482,
0.5017, 0.4337, 0.5634, 0.5534, 0.3694, 0.4718, 0.4232, 0.2734, 0.5362,
0.5665, 0.3829, 0.4172, 0.3881, 0.3834, 0.3904, 0.6005, 0.5599, 0.4146,
0.3973, 0.5418, 0.5619, 0.5436, 0.5374, 0.6017, 0.5780, 0.5730, 0.5649,
0.3899, 0.5482, 0.4807, 0.3944, 0.3864, 0.3942, 0.3972, 0.4365, 0.4562,
0.4204, 0.5455, 0.5387, 0.9135, 0.4518, 0.4861, 0.3752, 0.4085, 0.5357,
0.3840, 0.5486, 0.3965, 0.4051, 0.3724, 0.5010, 0.5608, 0.6613, 0.4191,
0.4598, 0.5729, 0.3660, 0.4337, 0.5843, 0.4628, 0.5085, 0.3971, 0.5661,
0.4168, 0.5788, 0.5077, 0.4672, 0.5575, 0.5569, 0.4948, 0.5674, 0.3991,
0.5225, 0.5864, 0.5472, 0.3499, 0.5811, 0.4789, 0.3670, 0.5181, 0.4074,
0.4354, 0.5703, 0.4251])),
('model.encoder.layers.0.self_attn_layer_norm.bias',
tensor([ 1.8190e-01, 1.5061e-01, -2.8887e-03, 1.0518e-02, 9.1669e-02,
-3.0135e-02, -4.5348e-02, 1.4090e-02, -9.1569e-02, -3.2177e-01,
-6.3295e-02, 1.4634e-01, -2.3224e-02, 8.2626e-02, -1.5295e-02,
1.2798e-01, 3.4397e-01, -1.0251e-01, -8.5876e-02, -6.0815e-02,
-7.2263e-03, -3.2527e-02, 4.8867e-02, 1.4608e-01, -1.4588e-01,
1.0838e-01, -3.8143e-02, 2.1821e-02, 6.5641e-02, 1.3119e-01,
-2.7581e-02, 2.5246e-02, -7.8656e-02, 8.8071e-02, -3.6090e-02,
-4.6885e-02, -1.0389e-01, -1.9392e-01, -4.1698e-04, -8.1638e-02,
4.5687e-03, 7.5753e-01, 4.7052e-02, 6.3215e-02, 6.7256e-02,
1.2730e-01, -1.5819e-02, -9.4865e-02, -2.0947e-02, 7.3810e-02,
-8.7870e-02, -2.8048e-01, -6.5714e-02, 3.0236e-02, -3.2711e-02,
-4.9351e-02, -1.6015e-01, 2.3416e-03, -2.2023e-01, 6.2716e-03,
-1.7834e-02, 5.2875e-02, -2.9589e-02, 5.2227e-02, -9.4156e-03,
-5.2108e-03, 1.3755e-02, 3.3173e-02, 1.5228e-01, -8.3307e-02,
3.4932e-02, -2.3079e-02, 9.9452e-02, 1.0323e-02, 7.7056e-02,
8.8296e-03, 1.3214e-01, -8.1857e-01, -2.6838e-03, 8.6654e-02,
1.9632e-02, -7.2793e-02, 2.0811e-02, 5.8032e-02, 6.7003e-02,
8.3619e-02, 2.8340e-02, 3.3119e-01, 1.0892e-01, 7.4690e-02,
7.8235e-02, 6.9436e-02, -1.5378e-01, 1.5023e-01, 3.6631e-02,
2.0123e-01, 7.4752e-02, 1.6647e-01, 1.0986e-02, 3.1779e-02,
7.0750e-02, -8.9441e-03, 1.3794e-01, 3.9887e-02, -1.2515e-01,
-2.1770e-02, 3.4753e-02, 5.9042e-02, 9.6699e-02, 1.6882e-01,
-6.5914e-01, 5.4039e-01, 6.3964e-02, 3.0998e-02, 6.5978e-02,
-4.9823e-02, 1.4008e-01, -3.2321e-02, 7.8340e-02, -6.6304e-03,
-7.5545e-02, 1.6192e-01, 9.7154e-02, 1.7344e-02, 2.2194e-01,
-1.2601e-02, 7.1507e-03, -9.1731e-02, -1.2698e-02, -1.8174e-01,
1.1858e-01, 1.0120e-02, 1.0229e-02, -5.9544e-03, 3.2247e-02,
2.0515e-02, 1.3623e-02, -4.5625e-02, 2.3837e-01, 9.9708e-02,
-2.9522e-02, 2.1734e-02, 4.8941e-02, 9.2792e-02, 8.0649e-02,
1.8313e-02, -4.7741e-03, 1.1007e-01, 1.2321e-01, 7.9069e-02,
-1.8082e-02, 8.2812e-02, 2.7393e-02, 5.1409e-02, -1.1607e-01,
5.3641e-02, 8.1467e-02, -5.4524e-02, -1.7626e-01, 3.0082e-02,
1.2105e-01, -1.7896e-01, 1.7933e-02, 1.9196e-02, 2.9597e-02,
6.1193e-02, -1.0958e-01, 3.5845e-02, 7.2989e-02, 2.8390e-02,
2.8120e-02, 1.6653e-01, -7.8239e-02, 5.8275e-02, 6.0982e-03,
-3.0462e-03, 4.1435e-02, -3.5574e-02, 6.5052e-02, 7.2763e-02,
7.7611e-02, 8.8589e-02, -6.2423e-02, 6.9641e-02, -3.8572e-02,
2.2423e-02, 2.7195e-01, -6.2118e-02, 6.2203e-02, -1.5174e-02,
3.5254e-02, 1.1312e-01, -2.4103e-02, 2.8562e-02, 9.8388e-02,
-5.1465e-02, 1.1091e-01, 7.8124e-02, -1.4819e+00, -8.9974e-02,
-2.3794e-01, -2.0881e-02, 3.4435e-02, 1.4533e-02, 1.4647e-01,
-7.7955e-02, -5.8228e-03, 4.6254e-02, -1.7931e-01, -8.9202e-02,
5.4594e-02, 7.8334e-02, -2.4706e-02, 3.3412e-02, 3.7808e-01,
5.6972e-02, 1.7546e-02, 1.7144e-01, 1.0199e-01, 1.0154e-01,
4.7650e-02, -4.8859e-02, 5.3703e-01, 9.2220e-02, 1.7312e-01,
-7.9481e-02, 2.4782e-02, 1.8654e-01, -5.1736e-02, -1.9198e-01,
3.5108e-02, 1.4422e-02, 5.1896e-02, -1.5733e-01, -5.8100e-02,
1.5192e-01, -6.2085e-02, 1.0312e-01, 1.0686e-01, 3.0051e-02,
1.4602e-01, 1.6936e-01, 4.4369e-03, 3.3920e-01, 8.2619e-02,
1.0612e-01, -1.2247e-01, 2.5928e-02, -1.5913e-01, -5.1385e-02,
3.5277e-02, -1.0572e-01, 1.1622e-01, -9.4574e-02, -5.8406e-02,
-3.9755e-02, 8.4807e-02, 1.0854e-03, -9.4723e-02, -7.3337e-03,
1.1317e-02, -1.8969e-02, 1.0538e-02, 1.1899e-01, 6.8988e-02,
8.4777e-02, -1.3367e-01, -2.1601e-01, 4.8268e-02, -4.6896e-02,
-9.9507e-03, -7.5458e-02, -2.4454e-02, 4.1075e-02, 1.0016e-01,
2.9581e-02, 1.0883e-01, -2.3850e-01, -5.9123e-02, 4.3194e-02,
9.9573e-03, 2.4860e-01, -3.4734e-02, 1.0460e-02, 1.6465e-02,
-3.8147e-02, 3.4378e-02, -6.8236e-02, 4.9727e-02, 1.2146e-02,
2.6618e-02, 8.2171e-02, -5.7425e-02, -5.0084e-03, -7.2970e-02,
-1.4993e-01, 6.9092e-02, -3.7017e-02, 1.7361e-02, -4.5577e-02,
-3.3796e-02, -8.3514e-02, 4.0301e-02, -1.4005e-01, -1.3837e-01,
3.9626e-02, 4.6613e-02, -2.5756e-02, 5.7039e-02, 7.4967e-02,
2.7591e-01, 9.1846e-02, 1.4547e-01, 6.5248e-02, 5.2946e-02,
1.0174e+00, 1.4536e-01, -2.7948e-02, 1.1856e-02, 1.2703e-01,
1.1157e-02, 3.5440e-02, 5.1058e-02, 7.9381e-02, 9.0620e-02,
-1.8216e-02, 1.0261e-01, 6.0672e-02, 6.0206e-03, 4.6482e-02,
6.0065e-02, 3.9411e-02, 2.3498e-01, -1.0393e-01, -1.7719e-03,
-1.6146e-01, 5.5409e-02, 1.0483e-01, -3.3283e-02, -8.8615e-02,
5.4590e-02, -3.5308e-02, 1.1092e-01, 1.1418e-01, 6.0925e-02,
9.9038e-02, 1.7065e-02, -5.7040e-02, 8.2189e-02, 3.0107e-02,
-8.9959e-03, -2.2672e-01, -8.3596e-02, 1.3905e-02, -1.8892e-02,
-5.5920e-02, 6.0683e-02, 7.8315e-02, -4.2275e-02, -3.0596e-02,
-2.9088e-02, -5.8643e-03, 2.0265e-01, -2.8184e-02, -2.0323e-01,
-3.7453e-01, 7.3921e-02, 1.1770e-01, 2.4633e-01, 1.9973e-02,
-1.0699e-01, -7.9511e-03, -8.0192e-02, 4.3806e-03, -9.3916e-02,
-2.2736e-02, 3.1374e-02, 4.8145e-02, -5.3797e-02, -1.2280e-01,
-3.9444e-02, 6.3775e-02, -8.5236e-02, 3.6976e-02, 6.4755e-02,
-6.1074e-02, -4.5315e-02, -5.9477e-03, 2.1501e-02, 1.9165e-02,
-3.4607e-02, -7.9396e-02, -1.1719e-02, 3.2319e-02, 9.0212e-02,
-1.0739e-01, 8.1374e-02, -1.0491e-01, -1.1029e-01, -1.0008e-01,
-2.0046e-02, -3.6503e-03, -3.6181e-02, 1.7468e-01, 6.0923e-02,
-2.9097e-02, -8.8943e-02, -5.6150e-02, 2.5232e-02, -9.7571e-03,
2.0734e-01, 4.5178e-02, 6.4049e-02, 5.6695e-02, -8.8761e-02,
1.4566e-01, 1.1904e-01, -9.5067e-02, -2.5863e-02, 2.6792e-01,
-6.2582e-03, -2.7649e-02, 6.0445e-02, 5.1111e-03, 1.6453e-01,
1.3641e-01, 4.4754e-02, -5.1066e-02, -2.1847e-02, 2.0894e-02,
1.0639e-01, -7.9768e-02, 1.7022e-01, -2.3187e-02, -4.3146e-02,
2.7273e-01, 5.2413e-02, -1.1316e-01, -7.9770e-02, -2.8654e-03,
8.2471e-02, 3.0274e-01, -1.3783e-01, 1.2747e-01, 5.1401e-01,
-3.4346e-02, 1.0274e-02, 1.8891e-02, -5.1704e-02, 7.8598e-02,
-1.3654e-01, -7.0971e-02, 8.6375e-02, 4.9680e-02, 7.5718e-02,
4.2987e-02, 1.4116e-02, -1.1538e-01, 1.7788e-02, 1.2215e-01,
-6.7314e-02, -1.1255e-01, 2.8412e-01, 9.3781e-03, 4.4847e-02,
-5.5744e-02, 2.0100e+00, 9.7032e-02, 3.5201e-01, 4.0940e-02,
-1.7619e-02, 7.1147e-02, 4.1952e-01, -6.1149e-02, -5.4053e-02,
8.5766e-02, -1.2904e-02, 1.8889e-02, -4.2987e-03, -5.9974e-02,
-5.2138e-02, -6.0566e-02, -5.4326e-02, 1.5405e-02, 2.1748e-01,
-1.0210e-02, 9.4913e-02, -3.7763e-02, 7.8765e-02, 3.4389e-02,
-9.7778e-02, 4.8416e-02, 2.5259e-02, 3.5649e-02, -2.3369e-02,
-7.9980e-02, -3.7737e-02, -2.7169e-01, 7.6494e-02, 2.6415e-01,
2.3341e-02, 6.3063e-02, 4.5357e-02, -6.5052e-04, -1.8784e-01,
9.3376e-02, -4.5657e-01, 1.2412e-01, -1.6005e-03, -6.9953e-02,
1.0427e-01, 2.1005e-01, -6.7678e-02, -3.2107e-02, 6.2489e-03,
-3.7394e-02, -7.1631e-02, -4.9296e-03, -1.2522e-03, 5.7499e-02,
2.9100e-02, 1.6447e-01, 1.0659e-01, 4.7010e-02, -5.2584e-02,
1.4792e-02, -6.6902e-02, -2.1713e-01, 7.4099e-02, 1.0333e-01,
1.2087e-01, -8.6776e-02, -3.0208e-02, 3.1950e-02, -2.5488e-01,
6.1509e-02, -2.1778e-02, 1.5309e-01, -5.5584e-02, 4.1888e-02,
9.9221e-02, -9.3711e-03, 1.9956e-01, 3.0634e-01, -6.2792e-02,
-2.8525e-02, 7.9785e-03, 2.8536e-01, 1.0031e-01, 1.5343e-01,
1.1064e-01, -3.2141e-02, -7.1973e-02, -5.2120e-02, -2.0498e-01,
-1.6702e-01, 1.1268e-01, 6.1485e-01, 2.0941e-01, 6.0091e-02,
-1.4043e-01, 1.4259e-01, 4.3628e-02, -6.8015e-02, 3.0779e-02,
3.1237e-02, 8.7040e-03, 3.2862e-03, -1.7218e-01, -3.1335e-02,
2.7196e-01, -3.4528e-02, 2.5729e-03, -1.6551e-01, -3.7831e-02,
-4.9177e-02, -5.1782e-02, -5.5977e-02, -1.9455e-01, 1.1943e+00,
2.2435e-02, 7.8931e-03, 4.7975e-01, 5.9222e-02, 1.2476e-01,
-2.7069e-04, 5.1730e-02, 5.1876e-03, -8.1888e-03, 4.2441e-02,
1.3789e-01, -5.0005e-02, -1.1759e-02, -9.9113e-02, 9.8847e-02,
6.1890e-02, 5.3256e-02, 6.9013e-02, 4.9596e-02, 4.6565e-01,
-3.1287e-03, 4.0564e-02, -2.1898e-02, 5.0433e-02, -1.2029e-01,
-1.8806e-01, 1.1241e-01, -7.2400e-04, -5.0078e-03, 1.3093e-01,
7.1374e-02, 4.1272e-02, 5.5788e-02, -1.4504e-01, 8.9818e-02,
4.9236e-02, 4.0587e-02, -2.3326e-02, 2.7996e-02, 1.4576e-02,
7.8746e-02, 8.5233e-02, 1.4612e-01, -1.2998e-02, -6.0554e-02,
8.4614e-02, -2.8662e-03, 1.6219e-01, 9.7272e-02, 1.5369e-01,
2.0962e-01, 1.6305e-02, -1.7678e-01, 9.5254e-02, -1.1445e-02,
-1.4458e-02, 1.0966e-01, -4.8950e-02, -5.9630e-02, -5.3788e-02,
4.2371e-03, -8.5201e-02, 6.6604e-02, -1.1884e-02, 1.0850e-02,
-4.6030e-02, -1.1080e-01, -6.0732e-02, -6.3696e-03, 5.2848e-02,
3.1487e-02, -4.3397e-02, -3.0255e-01, 3.2717e-02, 1.1622e-02,
1.8057e-01, 1.6079e-01, -1.5617e-01, 1.4609e-01, -2.0376e-02,
-7.9167e-02, 1.2471e-01, 2.4213e-03, -5.5400e-02, 5.6389e-02,
2.3151e-02, -7.1069e-03, 1.6242e-01, -2.7946e-02, 7.9510e-02,
-1.3578e-02, 7.3240e-02, -1.6146e-01, -9.0685e-02, -7.3252e-02,
2.4335e-03, -2.5175e-02, 1.3162e-01, 5.5238e-02, -3.5750e-02,
1.2011e-01, 1.3705e-01, 1.3409e-01, 3.6017e-01, -3.1502e-01,
-6.6359e-02, -2.4390e-02, -3.4220e-02, 1.7932e-03, 6.6252e-02,
-6.9406e-03, -1.3858e-02, 2.4449e-02, 8.6478e-02, 7.1480e-02,
-6.1802e-02, 4.0823e-02, -6.6644e-02, 5.1517e-02, 2.7348e-01,
3.2586e-03, 1.6018e-02, 2.2094e-02, -1.2477e-01, 3.4961e-02,
-5.6982e-02, -1.1997e-02, 1.8622e-01, -5.0696e-02, -7.2736e-02,
-3.2042e-02, 1.2321e-01, 1.5735e-01, 9.6399e-02, -2.5394e-02,
4.3339e-02, 9.1253e-02, -1.2408e-02, -2.1589e-03, 8.6055e-02,
2.7870e-02, -2.6306e-02, 2.1109e-02, -7.6608e-01, 8.3121e-02,
-1.9374e-01, -5.7407e-02, 1.4147e-01, 7.0172e-02, 5.9687e-02,
-6.5851e-03, 1.0269e-01, -1.2253e-01, -1.3593e-03, 1.9227e-01,
4.7878e-02, 9.1519e-03, 1.3234e-02, 4.2452e-02, -1.1393e-02,
1.7588e-02, -3.8539e-02, 6.7375e-03, -1.0006e-02, 3.6619e-02,
3.7835e-02, 1.9828e-02, -6.0881e-02, 8.5770e-02, 4.9010e-02,
1.3896e-01, -7.9898e-02, -4.6602e-02, 1.1921e-02, -7.2695e-02,
1.8877e-01, 8.5444e-02, 1.1323e-01, 1.2070e-01, 1.3460e-01,
6.5923e-01, -2.4501e-01, 3.0350e-02, -6.1859e-02, 2.2712e-02,
7.3841e-02, 7.4202e-02, 6.2569e-02])),
('model.encoder.layers.0.fc1.weight',
tensor([[-0.0244, -0.0628, -0.0035, ..., 0.0442, -0.0230, -0.0023],
[ 0.0693, -0.0020, -0.0018, ..., -0.0191, -0.0151, -0.0117],
[ 0.0382, -0.1139, -0.0188, ..., 0.0697, 0.0245, -0.0167],
...,
[ 0.0138, 0.0223, -0.0531, ..., -0.0317, 0.0134, -0.0038],
[-0.0074, 0.0083, 0.0190, ..., 0.0914, -0.0022, -0.0291],
[-0.0155, -0.0442, 0.0951, ..., -0.0726, -0.0134, 0.0253]])),
('model.encoder.layers.0.fc1.bias',
tensor([-0.0042, 0.0295, 0.0206, ..., -0.0694, -0.0419, -0.0725])),
('model.encoder.layers.0.fc2.weight',
tensor([[-0.0063, 0.0369, 0.0171, ..., 0.0059, -0.0166, -0.0178],
[ 0.0186, 0.1048, 0.0123, ..., 0.0180, 0.0336, 0.0153],
[ 0.0003, -0.0029, 0.0225, ..., -0.0161, -0.0291, 0.0030],
...,
[-0.0460, 0.0025, -0.0159, ..., 0.0262, -0.0267, -0.0594],
[ 0.0294, 0.0327, -0.0077, ..., -0.0140, 0.0215, -0.0254],
[ 0.0472, 0.0170, -0.0281, ..., -0.0306, 0.0114, 0.0853]])),
('model.encoder.layers.0.fc2.bias',
tensor([-2.8738e-02, -5.4969e-02, 2.4745e-03, 1.0201e-01, -1.5381e-01,
-1.4162e-02, 9.3806e-02, -5.8422e-02, 1.4556e-02, 2.2261e-02,
6.5424e-02, -2.3390e-01, 1.5140e-02, -8.7526e-02, 2.7627e-02,
-3.6862e-02, -1.5861e-01, -2.8271e-02, 3.9375e-02, 3.1280e-02,
-5.6599e-03, -3.9670e-02, -8.6651e-02, -7.3076e-02, 1.4675e-02,
-8.6789e-02, 3.7547e-02, 7.8768e-02, 3.6815e-02, -3.3989e-03,
2.7500e-02, -2.4072e-02, 3.4178e-01, 5.1049e-02, -3.0160e-02,
1.3339e-02, 1.5477e-01, 1.2520e-01, 3.8101e-02, 7.2328e-02,
8.0836e-02, -2.0892e-01, 1.3885e-02, -5.0615e-02, -5.1226e-02,
-5.6968e-02, 4.4202e-02, 3.0543e-02, -2.3029e-02, 1.9249e-02,
1.6958e-01, 5.9545e-02, 3.7848e-03, -4.5607e-03, 9.8730e-02,
1.1706e-01, 4.7924e-02, -4.0606e-02, 5.3528e-02, 4.0020e-02,
2.3170e-02, 9.3920e-03, 3.1287e-02, -5.2723e-02, 2.1281e-01,
-6.7959e-03, -5.8246e-02, 6.1741e-02, 3.3028e-02, 5.7335e-02,
-1.9090e-03, 7.0183e-03, -2.0858e-02, 2.8664e-02, 7.7137e-02,
3.9649e-02, -2.7806e-02, 2.2227e-01, 4.0299e-02, 2.6127e-02,
-7.1428e-02, -1.0365e-02, -1.4282e-02, -3.0893e-02, -4.5769e-02,
-1.9218e-02, 1.3305e-01, -1.6894e-01, 2.0057e-01, -1.3146e-01,
-4.4237e-02, -1.3914e-01, 1.8714e-01, -3.8002e-02, 2.1865e-03,
-1.6981e-02, -8.2905e-02, -9.8702e-02, 5.8750e-02, -1.3583e-01,
4.0376e-02, 1.1210e-01, -8.9463e-02, -7.5850e-03, 1.1221e-01,
-2.3714e-02, -7.2326e-02, -3.4460e-02, -4.4971e-02, -1.8701e-01,
1.4351e-01, -9.4975e-02, -1.0285e-01, -3.7904e-02, -7.7818e-03,
8.3364e-02, 1.1956e-02, 8.8516e-02, 1.2640e-02, -3.6335e-02,
8.4462e-02, -8.6262e-02, -1.1233e-01, -6.7072e-02, -2.4740e-02,
-3.0315e-02, -3.7384e-02, 1.4059e-02, -8.6766e-03, 2.5315e-01,
-4.7788e-02, 6.7103e-02, 3.3042e-02, -4.3017e-02, -1.7234e-02,
-3.8927e-02, -3.5592e-02, 2.9786e-02, -1.6075e-01, 2.5315e-02,
-9.7626e-02, -4.1993e-02, -9.2102e-02, -9.9573e-03, 7.0444e-02,
4.2432e-02, 1.0975e-01, -2.1515e-02, -3.5367e-02, -1.2613e-01,
-3.9832e-02, 7.0671e-02, 9.2889e-02, -6.7640e-03, 1.8150e-01,
5.8417e-02, -9.3261e-02, -4.8522e-03, -3.2512e-02, -3.4154e-02,
-8.0222e-02, 1.0193e-01, 2.1433e-02, -9.6446e-03, -1.3924e-02,
-8.7900e-02, 2.5592e-02, -8.2097e-02, 4.7926e-02, -2.2856e-01,
1.5522e-01, -2.4242e-02, -1.7706e-02, -1.1479e-01, 3.4448e-02,
1.4887e-02, 7.8681e-02, 6.3756e-02, 3.4065e-02, -6.5895e-03,
-2.5785e-02, -1.0194e-01, 3.5137e-02, -3.7059e-02, 1.0571e-01,
8.2268e-02, -6.3164e-02, -7.9692e-02, 8.5400e-02, 4.0739e-02,
-6.1640e-03, -2.6638e-02, -7.1250e-02, -1.8566e-02, -4.0599e-02,
8.5096e-03, -2.2369e-02, -7.6773e-02, 2.0605e-01, 2.5303e-02,
2.9412e-02, 5.3178e-02, -6.9473e-02, 7.6072e-02, 5.3655e-02,
2.6118e-02, -7.4173e-03, 7.0450e-03, 2.9845e-02, 5.9497e-02,
-1.2486e-01, 4.4379e-02, -4.2467e-02, -4.4978e-03, -1.7713e-01,
1.1716e-02, -2.6300e-03, 1.1301e-03, -1.3050e-01, -1.6402e-01,
2.1008e-02, -1.5792e-01, -1.2647e-01, 5.3400e-02, -2.1185e-01,
1.4407e-01, 7.1893e-02, -6.9228e-02, -7.8250e-02, -4.9329e-02,
-3.4391e-02, 8.2838e-02, -8.4459e-02, 3.7649e-02, 1.2498e-01,
-1.4730e-01, 1.0596e-01, 4.0906e-02, -1.1343e-01, -7.9486e-02,
-2.0284e-02, -1.0345e-01, 1.7006e-01, 3.5369e-02, -2.7392e-01,
7.7428e-03, 9.7447e-02, 1.3120e-01, 3.4096e-02, 2.8747e-02,
-4.7130e-02, 9.1315e-02, -9.0201e-03, 6.2727e-02, 2.1597e-02,
3.2908e-02, 1.2384e-01, 3.4724e-03, 5.5256e-02, -6.3140e-02,
-5.8950e-02, -3.2914e-02, 1.2092e-01, -1.5653e-01, 7.9053e-02,
-9.1975e-02, -1.0841e-02, 1.4920e-01, -8.1712e-02, 2.3782e-02,
-4.7787e-02, 1.5291e-02, 2.2458e-02, 1.2050e-01, -8.4692e-02,
3.9873e-03, -5.5239e-02, 9.6436e-02, 1.5716e-01, -5.2246e-02,
-3.3716e-02, -6.2002e-02, 4.2408e-02, -4.0996e-02, -5.7984e-02,
8.7666e-02, 1.4312e-02, 3.7471e-02, -5.9768e-02, 7.6292e-02,
7.4058e-02, 1.1761e-02, -2.5620e-02, 3.1190e-02, 2.4198e-02,
-1.5186e-02, -6.8557e-02, -8.0245e-02, -2.6733e-02, -1.7809e-03,
3.4931e-02, 3.3473e-02, 1.2705e-02, -9.7216e-02, 4.3317e-02,
-6.8488e-02, -3.7960e-02, 8.7754e-02, -7.5962e-02, -3.5039e-02,
-5.3755e-02, -1.4318e-01, -9.4137e-02, -1.7095e-02, 8.7928e-02,
1.9334e-01, -4.2429e-01, 1.5898e-01, -4.5049e-02, -7.9029e-02,
5.2308e-02, -2.0533e-02, 8.6403e-02, -1.2488e-01, 1.7725e-02,
-3.8098e-02, -3.9994e-02, -5.3547e-02, -2.5202e-02, -4.9478e-02,
7.7815e-02, -1.6943e-01, -7.7947e-02, 7.4802e-02, 5.8707e-02,
2.1882e-02, -2.1031e-02, -1.3541e-01, -3.2201e-02, -6.0824e-02,
2.2929e-01, 2.1736e-02, -5.8608e-02, -1.1093e-02, -1.2508e-01,
7.8327e-02, 7.8146e-02, 3.7889e-02, -1.0719e-01, -1.3831e-02,
-2.3572e-02, 4.2435e-02, 9.6879e-02, -6.5549e-02, 6.3664e-02,
9.7898e-02, -4.5096e-02, 1.2259e-02, 1.3688e-01, 5.7974e-02,
-1.1500e-01, 1.3855e-01, -5.3915e-02, 7.1589e-02, 1.4215e-01,
1.8037e-01, 8.5320e-02, 1.0692e-02, -1.0958e-01, 4.9672e-02,
5.2381e-02, 9.1170e-02, 3.8148e-02, -5.9736e-02, 8.9388e-02,
-5.7339e-02, 1.5076e-02, 5.1574e-02, 8.6282e-03, 3.8201e-02,
1.5666e-01, 1.2832e-01, 2.6810e-02, 1.3546e-02, -2.6119e-02,
1.3810e-02, 9.6496e-02, -8.1361e-02, -1.8304e-02, 3.1077e-03,
4.0883e-02, 5.8829e-02, 5.6043e-02, 1.5858e-02, -1.9519e-02,
5.3172e-02, -5.6387e-03, 1.6394e-01, 2.2053e-01, 1.1538e-02,
-1.7792e-02, -4.0263e-02, 6.0708e-02, 2.7799e-02, -1.1248e-01,
4.7120e-02, 1.0309e-01, 5.4655e-02, -1.2705e-03, 1.5009e-01,
2.3685e-02, 6.4960e-03, -8.6563e-02, -7.1501e-02, 3.1638e-02,
-4.5632e-02, -2.7170e-02, -2.9851e-02, -1.7601e-02, -2.7567e-01,
-7.1592e-02, -8.2826e-02, 5.0493e-02, -4.9263e-02, -1.1090e-01,
1.3035e-02, 4.7607e-02, 1.5847e-01, 1.6186e-01, -6.9568e-02,
-9.5406e-02, 1.3448e-01, -8.9799e-02, 1.1278e-03, -6.5059e-02,
-1.3825e-01, 2.3114e-02, 7.5430e-02, 7.4376e-02, -5.2246e-02,
3.5800e-02, 7.7150e-03, 1.1360e-01, -1.4321e-01, -1.3440e-01,
1.3603e-01, 3.9948e-02, -3.9610e-02, 2.7464e-02, 2.7560e-02,
6.4819e-02, 1.8098e-02, -3.8984e-02, -1.5641e-01, 6.9391e-02,
-5.0503e-02, -1.3320e-01, 2.5642e-02, 1.1611e-02, -1.4474e-01,
1.4671e-01, 1.7302e-01, -1.0013e-01, 1.4006e-02, -1.1941e-01,
8.2436e-02, -3.5249e-01, 8.3392e-02, 6.4836e-03, -2.5594e-02,
4.3236e-02, -8.8427e-02, -1.0277e-01, -1.0589e-02, 7.2102e-03,
-6.2406e-02, 2.5004e-02, -9.9327e-02, 8.0334e-02, 1.0751e-02,
8.5180e-02, -7.8892e-03, 6.7642e-02, -3.3817e-02, -3.6845e-04,
-1.1831e-01, 1.0456e-01, 3.1763e-02, -1.3749e-01, 9.1373e-03,
-7.1975e-04, -2.2326e-01, 1.2563e-02, 6.3143e-02, 8.7640e-02,
6.2258e-03, -2.8147e-03, 3.2744e-01, -1.0754e-02, -3.2322e-02,
1.1324e-01, 3.4413e-02, -7.5422e-02, -5.6027e-02, 6.4901e-02,
4.0145e-02, 8.9990e-02, -1.0711e-01, 3.8434e-02, 1.1244e-01,
1.3088e-02, -3.8560e-02, 1.0954e-01, 1.0221e-02, 1.4478e-01,
3.5875e-02, -4.0063e-02, -5.0559e-02, -5.4129e-02, -7.6185e-03,
-1.9742e-02, -2.3302e-02, -5.7851e-02, -1.3871e-01, -3.8939e-02,
4.8706e-02, 2.8990e-03, 1.5715e-01, -5.1023e-02, -9.0074e-02,
6.3566e-02, 2.9524e-02, 2.2940e-02, -4.7189e-02, 4.4458e-02,
-2.5968e-02, 4.8788e-02, -1.9214e-03, 6.3981e-02, -6.3989e-02,
-6.4272e-02, 3.0614e-02, 1.0868e-02, -1.1454e-01, 7.1067e-02,
1.7152e-02, 1.5783e-01, -2.0616e-01, -4.6574e-02, -1.2481e-01,
-8.0947e-02, -1.0834e-01, 1.1343e-01, 1.1384e-01, 1.6930e-01,
7.3792e-02, -1.5689e-01, -4.2314e-02, -6.8013e-02, -1.4120e-01,
5.9501e-02, -4.4984e-02, 4.2900e-02, 1.6775e-02, -1.0210e-01,
-1.0324e-01, -4.6906e-03, 7.1557e-02, 1.2128e-01, 2.7495e-02,
4.0841e-03, 5.0536e-02, 5.5937e-02, 1.5286e-01, -8.1152e-03,
-1.2690e-01, 2.0218e-01, -5.3385e-02, 5.0879e-02, -3.1148e-01,
7.5087e-02, 1.6593e-02, -1.2698e-01, 1.6758e-02, -2.6922e-02,
-5.2990e-02, -1.0419e-01, -7.4483e-02, 4.7928e-02, 1.8037e-02,
-9.2011e-02, -2.9762e-03, -4.9249e-02, 2.9616e-02, -1.2782e-01,
-8.3149e-02, -3.9623e-02, -1.9035e-02, 1.0971e-01, 7.1324e-02,
-1.3499e-01, 6.3327e-02, 7.2483e-02, -7.5077e-02, -2.6612e-02,
1.3315e-01, -3.3792e-02, 1.3447e-02, -2.3630e-03, -4.9631e-02,
-6.3783e-02, 1.8170e-02, -2.8376e-03, 4.9971e-02, 1.4413e-01,
-2.8542e-02, -5.5729e-02, -7.5456e-02, 1.2194e-01, -1.6441e-01,
-7.4036e-02, -5.9244e-03, 4.1875e-02, -2.0951e-01, 1.3679e-01,
-9.8567e-02, 2.9308e-03, -1.8580e-01, -8.3927e-02, -3.7391e-02,
-2.0154e-01, -1.1001e-01, 1.1899e-01, 2.9127e-02, -1.2010e-02,
-9.7538e-02, -8.9362e-02, 5.1421e-02, -3.1475e-02, -1.7415e-02,
1.0529e-01, 1.0374e-01, -1.0504e-01, 4.9478e-02, 6.9559e-02,
1.2103e-02, -4.1335e-02, -6.4721e-02, -6.5376e-02, -9.0558e-02,
2.0733e-02, 1.2477e-02, 1.1733e-01, 4.5798e-02, -6.0727e-02,
8.5868e-02, 2.1256e-01, 5.5939e-02, -3.7650e-02, 9.5096e-02,
4.1057e-02, 3.3180e-03, -5.8920e-02, 1.8479e-01, -5.7567e-02,
3.7215e-02, 1.3410e-01, -7.8238e-02, -1.7493e-01, -3.4109e-02,
-4.2785e-02, -4.7127e-02, 7.7932e-02, 1.6697e-01, 4.7968e-02,
-2.4694e-02, 1.2433e-02, -3.1245e-02, 3.7909e-02, -8.8482e-02,
-1.0472e-01, 5.2650e-03, -1.6770e-01, -1.4063e-01, 1.4651e-01,
2.4321e-02, 1.6745e-02, 4.0664e-02, -1.5773e-01, 5.3199e-02,
-8.4791e-03, 2.4108e-01, -1.2730e-02, 5.2940e-04, -5.1630e-02,
1.7146e-01, -1.5955e-01, 1.0931e-01, -2.7194e-02, -6.3853e-02,
2.2138e-02, 2.3902e-02, 3.8338e-02, 1.0604e-01, -2.5869e-02,
-4.8374e-03, 4.0042e-02, -1.8686e-02, 4.2583e-02, -4.0097e-02,
4.6292e-02, -4.2445e-02, -1.8314e-02, -7.4258e-02, 2.6010e-02,
-3.3511e-03, 6.5135e-02, -1.4963e-01, 1.0901e-01, 4.8121e-02,
-1.5183e-01, -4.7862e-02, 5.5919e-03, -7.5867e-02, -5.7400e-02,
1.2915e-01, 8.1192e-02, -9.7677e-02, 6.1288e-02, -8.1940e-02,
4.3307e-02, -3.4937e-02, 2.4472e-02, -2.7981e-01, -1.4794e-01,
6.6807e-02, -5.6465e-03, -1.4792e-01, 1.0458e-01, -2.6082e-03,
-5.6152e-02, 1.7112e-01, -2.3207e-02, 9.8594e-03, -3.8034e-02,
-4.1865e-02, 3.9994e-02, -8.8494e-03, 3.8458e-03, -4.9514e-02,
-2.6157e-02, 1.0523e-02, 7.2363e-02, 5.5827e-02, -3.3484e-02,
-4.9433e-02, 2.3319e-02, -4.6141e-03, 6.1933e-02, -7.3204e-02,
-9.2369e-02, 2.4918e-01, 1.2018e-01, -2.7906e-02, 3.8967e-02,
-3.0461e-03, 5.6444e-02, 6.8909e-03])),
('model.encoder.layers.0.final_layer_norm.weight',
tensor([0.4086, 0.3939, 0.4450, 0.3702, 0.4279, 0.3985, 0.4041, 0.3540, 0.4231,
0.2897, 0.3650, 0.3811, 0.4355, 0.3616, 0.3806, 0.4567, 0.3200, 0.3798,
0.4283, 0.4289, 0.3536, 0.3942, 0.3383, 0.4474, 0.4562, 0.3728, 0.4369,
0.4520, 0.4257, 0.2190, 0.4403, 0.4210, 0.3277, 0.4537, 0.4269, 0.3816,
0.3640, 0.4464, 0.3416, 0.3550, 0.4354, 0.4450, 0.4534, 0.4522, 0.3947,
0.4069, 0.4506, 0.4350, 0.3699, 0.4335, 0.4099, 0.3460, 0.4378, 0.3582,
0.3587, 0.4024, 0.4342, 0.3724, 0.4137, 0.4271, 0.4330, 0.4480, 0.4481,
0.4282, 0.3720, 0.3665, 0.3669, 0.3786, 0.4436, 0.4369, 0.4478, 0.4308,
0.4379, 0.3874, 0.3718, 0.3927, 0.4276, 0.3548, 0.4419, 0.3856, 0.3639,
0.4280, 0.4242, 0.4202, 0.3622, 0.3899, 0.3825, 0.4144, 0.3242, 0.4155,
0.4081, 0.4263, 0.4350, 0.4441, 0.3834, 0.4491, 0.3500, 0.4430, 0.3837,
0.3640, 0.3994, 0.4525, 0.4191, 0.3120, 0.4371, 0.4271, 0.4166, 0.4221,
0.3857, 0.4326, 0.3799, 0.4604, 0.3732, 0.4095, 0.4452, 0.4413, 0.3005,
0.4461, 0.3948, 0.4572, 0.3182, 0.4504, 0.3937, 0.4320, 0.4152, 0.3821,
0.4402, 0.4184, 0.4400, 0.3492, 0.4272, 0.4163, 0.4363, 0.4242, 0.3807,
0.4352, 0.3770, 0.4133, 0.3625, 0.3489, 0.4251, 0.4158, 0.4074, 0.4325,
0.3617, 0.4333, 0.3666, 0.3636, 0.4563, 0.4304, 0.4334, 0.3487, 0.3775,
0.4318, 0.4216, 0.4407, 0.3965, 0.3984, 0.3904, 0.3800, 0.4446, 0.4239,
0.4385, 0.3773, 0.4241, 0.3644, 0.3521, 0.4073, 0.4487, 0.3328, 0.3551,
0.4164, 0.2641, 0.4400, 0.4296, 0.4238, 0.3562, 0.3543, 0.3957, 0.3841,
0.4354, 0.3720, 0.4344, 0.3558, 0.3901, 0.3900, 0.4412, 0.4355, 0.3452,
0.4438, 0.3856, 0.4405, 0.4504, 0.4399, 0.4432, 0.4501, 0.3532, 0.4476,
0.4967, 0.3599, 0.3583, 0.4316, 0.3732, 0.4210, 0.4446, 0.2110, 0.3557,
0.4302, 0.4219, 0.4338, 0.4210, 0.4471, 0.3650, 0.4474, 0.3652, 0.4033,
0.3607, 0.4317, 0.4443, 0.3725, 0.4556, 0.3349, 0.4204, 0.3595, 0.3935,
0.3625, 0.3827, 0.3245, 0.4492, 0.3709, 0.4431, 0.4140, 0.4291, 0.4394,
0.3547, 0.4447, 0.4075, 0.4082, 0.4519, 0.3616, 0.4620, 0.4449, 0.3906,
0.3410, 0.3727, 0.4520, 0.4345, 0.3643, 0.4012, 0.4323, 0.4018, 0.3420,
0.3603, 0.4412, 0.3811, 0.4462, 0.4093, 0.4437, 0.3547, 0.3603, 0.3785,
0.4536, 0.3969, 0.3844, 0.4381, 0.4390, 0.3637, 0.3368, 0.4185, 0.4449,
0.3558, 0.4441, 0.4268, 0.4577, 0.3989, 0.4360, 0.4139, 0.4286, 0.4370,
0.4471, 0.3649, 0.2595, 0.4474, 0.4284, 0.4263, 0.4393, 0.4488, 0.3817,
0.4554, 0.3438, 0.3792, 0.4470, 0.4512, 0.4325, 0.4630, 0.3544, 0.4359,
0.4307, 0.3670, 0.4515, 0.4439, 0.4230, 0.4380, 0.3716, 0.4285, 0.4536,
0.4306, 0.4230, 0.4410, 0.3692, 0.4417, 0.3497, 0.4076, 0.3319, 0.3764,
0.0597, 0.3550, 0.4125, 0.3846, 0.4319, 0.4217, 0.4378, 0.3643, 0.3698,
0.3620, 0.3342, 0.3840, 0.4186, 0.3626, 0.3772, 0.3930, 0.3425, 0.3336,
0.4340, 0.4190, 0.3870, 0.4429, 0.3982, 0.4325, 0.4080, 0.3503, 0.4586,
0.4037, 0.4471, 0.3753, 0.4110, 0.3816, 0.4310, 0.4475, 0.4437, 0.4370,
0.3403, 0.4087, 0.3744, 0.4439, 0.3819, 0.3504, 0.4351, 0.3221, 0.4004,
0.3401, 0.3545, 0.3684, 0.3738, 0.3990, 0.3777, 0.4028, 0.4559, 0.4154,
0.4073, 0.4327, 0.4389, 0.4256, 0.3910, 0.3721, 0.4048, 0.4527, 0.3989,
0.4378, 0.4181, 0.3786, 0.3408, 0.3758, 0.4447, 0.4176, 0.4382, 0.3775,
0.4314, 0.4271, 0.4229, 0.4098, 0.3962, 0.4479, 0.3473, 0.4190, 0.4355,
0.4277, 0.4315, 0.3392, 0.4328, 0.3482, 0.4040, 0.4051, 0.4244, 0.3625,
0.4361, 0.4010, 0.4329, 0.4337, 0.3853, 0.4573, 0.4367, 0.3973, 0.3727,
0.4568, 0.4568, 0.4439, 0.4339, 0.4457, 0.3511, 0.4145, 0.3835, 0.3836,
0.3673, 0.4408, 0.4358, 0.4376, 0.3723, 0.4210, 0.3921, 0.3997, 0.3513,
0.4235, 0.4474, 0.3991, 0.4370, 0.4415, 0.4140, 0.4523, 0.4147, 0.4446,
0.3757, 0.3433, 0.3791, 0.4295, 0.4069, 0.4426, 0.4378, 0.3868, 0.3750,
0.4214, 0.4410, 0.4335, 0.3617, 0.4295, 0.3951, 0.3927, 0.4458, 0.4347,
0.3797, 0.3646, 0.3174, 0.3338, 0.4417, 0.3964, 0.3528, 0.3401, 0.4033,
0.3603, 0.4066, 0.4507, 0.4287, 0.3234, 0.4409, 0.4120, 0.4347, 0.4012,
0.3886, 0.4409, 0.4286, 0.3651, 0.4468, 0.3846, 0.3922, 0.4462, 0.3502,
0.3894, 0.4334, 0.3914, 0.3496, 0.4026, 0.3281, 0.4247, 0.3762, 0.4453,
0.3404, 0.4543, 0.2581, 0.4437, 0.3893, 0.3851, 0.4240, 0.3509, 0.3932,
0.3776, 0.4448, 0.4299, 0.4210, 0.4406, 0.3911, 0.4364, 0.4462, 0.3957,
0.4488, 0.4062, 0.3729, 0.3589, 0.4528, 0.4193, 0.4659, 0.4025, 0.3730,
0.3790, 0.4378, 0.3865, 0.4283, 0.4368, 0.4249, 0.3641, 0.3590, 0.3744,
0.3824, 0.4485, 0.4483, 0.4000, 0.4532, 0.4089, 0.3701, 0.4083, 0.4083,
0.4394, 0.4261, 0.4465, 0.4234, 0.3637, 0.3502, 0.3815, 0.3457, 0.4058,
0.4099, 0.4501, 0.3367, 0.3708, 0.3714, 0.3534, 0.4333, 0.3619, 0.3999,
0.4451, 0.3504, 0.4253, 0.4004, 0.4274, 0.4286, 0.4107, 0.4031, 0.4443,
0.3736, 0.3870, 0.4493, 0.4401, 0.3512, 0.4440, 0.4203, 0.3044, 0.3868,
0.3720, 0.3915, 0.4389, 0.1973, 0.3975, 0.3953, 0.4610, 0.4476, 0.4050,
0.4462, 0.3409, 0.3829, 0.4418, 0.4180, 0.4567, 0.3733, 0.3343, 0.3177,
0.4007, 0.4364, 0.4357, 0.4162, 0.4273, 0.3252, 0.3912, 0.3953, 0.4041,
0.4286, 0.3176, 0.3597, 0.4055, 0.4343, 0.3496, 0.3900, 0.4514, 0.4474,
0.4426, 0.3390, 0.4237, 0.4420, 0.4394, 0.3811, 0.4021, 0.3667, 0.4280,
0.4466, 0.4388, 0.3720, 0.4102, 0.4173, 0.4383, 0.3785, 0.4163, 0.4462,
0.3875, 0.3582, 0.3890, 0.4178, 0.4336, 0.3433, 0.3416, 0.3519, 0.4389,
0.4053, 0.4073, 0.4419, 0.3835, 0.4396, 0.3716, 0.3362, 0.3652, 0.3216,
0.3654, 0.4322, 0.3434, 0.4168, 0.4291, 0.4042, 0.4528, 0.3761, 0.3241,
0.3734, 0.4067, 0.4451, 0.4346, 0.4435, 0.4376, 0.3640, 0.3963, 0.3724,
0.3755, 0.3711, 0.3831, 0.4354, 0.4512, 0.3864, 0.3324, 0.4257, 0.4084,
0.4026, 0.4456, 0.3812, 0.3403, 0.3900, 0.3993, 0.4055, 0.3953, 0.3609,
0.3929, 0.3810, 0.4475, 0.4524, 0.3388, 0.4234, 0.3997, 0.3079, 0.4365,
0.4493, 0.3680, 0.3768, 0.3762, 0.3780, 0.2888, 0.4506, 0.4529, 0.3859,
0.3792, 0.4312, 0.4374, 0.4401, 0.4376, 0.4404, 0.4419, 0.4377, 0.4523,
0.3489, 0.4492, 0.4178, 0.3600, 0.3645, 0.3593, 0.3694, 0.3983, 0.4144,
0.3804, 0.4407, 0.4349, 0.4623, 0.3920, 0.3903, 0.3554, 0.3771, 0.4631,
0.3734, 0.4112, 0.3724, 0.3546, 0.3474, 0.4459, 0.4423, 0.4592, 0.3756,
0.4284, 0.4338, 0.3420, 0.4036, 0.4336, 0.4016, 0.4374, 0.3786, 0.4485,
0.3933, 0.4435, 0.4280, 0.4063, 0.4343, 0.4525, 0.4122, 0.4475, 0.3454,
0.4431, 0.4513, 0.4297, 0.3053, 0.4897, 0.3904, 0.3594, 0.4346, 0.3854,
0.4023, 0.4469, 0.4011])),
('model.encoder.layers.0.final_layer_norm.bias',
tensor([-7.7695e-02, -3.3800e-02, 2.7701e-02, 8.6586e-03, -7.5279e-03,
2.8035e-02, 2.8312e-02, 1.6453e-02, 5.5071e-02, 1.1922e-01,
3.2319e-02, -3.9025e-02, 2.7429e-02, -1.5005e-02, 2.9016e-02,
-1.3605e-02, -8.8993e-02, 5.4649e-02, 5.7622e-02, 5.3119e-02,
1.8045e-02, 2.9718e-02, 1.4397e-02, -2.8410e-02, 4.8130e-02,
-2.2993e-02, 2.7479e-02, 2.6940e-02, -1.7159e-02, 6.3553e-03,
1.6345e-02, 9.4020e-03, 3.8254e-02, -2.3250e-03, 2.8570e-02,
5.6797e-02, 5.3815e-02, 5.0888e-02, 1.4552e-02, 5.0606e-02,
-1.0650e-02, -3.2682e-01, -8.5514e-03, -1.7675e-02, -1.4649e-02,
-1.9850e-02, 2.7097e-02, 6.2962e-02, 4.0183e-02, -3.6463e-02,
4.5357e-02, 1.1346e-01, 6.0434e-02, 8.3481e-04, 2.1968e-02,
3.9569e-02, 8.5092e-02, 9.8355e-03, 1.1550e-01, 1.7160e-02,
1.2644e-02, 1.4695e-03, 1.8653e-02, -1.4623e-03, 2.5923e-02,
1.1340e-02, 7.1150e-03, 7.9479e-03, -4.2787e-02, 5.7979e-02,
-8.6397e-03, -9.0622e-03, -1.3357e-02, 1.0773e-02, -1.0235e-02,
1.9273e-02, -1.3240e-02, 2.9066e-01, 2.4951e-03, -6.6663e-03,
1.5451e-02, 6.6063e-02, 1.4506e-02, -8.7725e-03, 1.3176e-03,
-9.9262e-03, 9.3319e-03, -1.0979e-01, -1.3497e-02, -1.2110e-02,
-1.8387e-02, -2.2059e-02, 8.1039e-02, -3.4026e-02, -5.1624e-03,
-5.2290e-02, -1.6049e-02, -3.8400e-02, -3.8249e-03, 6.4682e-03,
-1.6393e-02, 2.6842e-02, -4.4860e-02, 2.1827e-03, 4.6529e-02,
2.5592e-02, -3.5586e-03, -5.0770e-03, -2.7725e-02, -3.0686e-02,
2.7372e-01, 8.7821e-04, -1.2113e-02, -4.3493e-03, -5.6675e-03,
2.1377e-02, -2.0109e-02, 2.4537e-02, -1.0561e-01, 1.3495e-03,
3.7637e-02, -1.7141e-02, -8.9534e-03, 1.3923e-03, -6.0523e-02,
1.0919e-02, 2.9454e-02, 5.2709e-02, 5.2104e-02, 8.2891e-02,
-2.8124e-02, 9.9671e-03, 2.6446e-02, 8.2875e-03, -1.3467e-04,
-2.2035e-03, 7.5836e-03, 2.8668e-02, -5.5079e-02, -1.4765e-02,
3.4167e-02, -8.9780e-03, 1.2594e-02, -4.8622e-02, -9.3077e-03,
2.1890e-03, 2.3924e-02, -3.2799e-02, -4.5815e-02, -1.2224e-03,
4.4930e-02, -1.0536e-02, 6.7860e-03, 1.2980e-02, 5.8510e-02,
-1.3155e-02, 1.1636e-02, 3.4850e-02, 1.0083e-01, 1.4561e-03,
-1.6063e-02, 1.0220e-01, 1.1135e-02, -2.2967e-03, 1.2638e-02,
-1.5896e-03, 5.3275e-02, -5.8930e-03, -3.3136e-03, 8.1387e-04,
1.2856e-02, -5.6263e-02, 5.9943e-02, -1.1703e-02, 1.0065e-02,
2.9063e-02, 2.4869e-03, 3.7515e-02, -1.2392e-02, -2.1787e-03,
-2.5170e-02, -7.1356e-03, 4.4192e-02, 2.6001e-03, 3.4939e-02,
6.8144e-03, -7.6942e-02, 4.6154e-02, -3.6561e-03, 1.8797e-02,
-3.6209e-03, -3.4226e-02, 1.5929e-02, 1.5981e-02, -1.3954e-02,
5.7334e-02, -2.7036e-02, -2.6187e-02, 2.8092e-01, 4.8127e-02,
1.1494e-01, 2.7100e-02, -1.0161e-02, 1.9991e-02, -4.3007e-02,
6.6363e-01, 2.2190e-02, 8.7518e-04, 8.0836e-02, 4.4446e-02,
-9.4073e-03, -3.7001e-02, 3.2369e-02, -4.6316e-03, -1.0083e-01,
-1.5635e-02, 1.5378e-02, -4.5970e-02, -2.0720e-02, -2.1779e-02,
-1.1066e-02, 3.8595e-02, -1.7212e-01, -2.2877e-02, -5.0298e-02,
4.9550e-02, 1.0626e-02, -9.6880e-02, 4.3741e-02, 7.4245e-02,
-4.1243e-02, 4.2035e-03, 2.1298e-03, 7.5491e-02, 4.4219e-02,
-2.4123e-02, 3.6710e-02, -3.7643e-02, -1.3529e-02, -3.6003e-03,
-2.2929e-02, -4.1276e-02, 2.0105e-02, -8.9421e-02, -5.7562e-03,
-1.6582e-02, 5.4658e-02, -5.5647e-04, 7.6847e-02, 4.0662e-02,
-4.6847e-03, 4.2535e-02, -1.5953e-02, 5.8521e-02, 4.2535e-02,
1.4380e-02, -1.4184e-02, 2.8570e-02, 4.3131e-02, 1.9742e-02,
9.4490e-03, 1.9194e-02, 1.1715e-02, -1.9325e-02, -6.9185e-02,
1.0860e-02, 6.8096e-02, 8.8362e-02, 4.2873e-04, 3.1771e-02,
9.9712e-03, 4.4103e-02, 4.0807e-02, 8.3395e-03, -3.0370e-02,
3.6186e-03, -2.2881e-02, 9.3141e-02, 2.2525e-02, 8.4519e-04,
2.7107e-02, -1.0005e-01, 4.7392e-03, 9.6075e-03, 1.0885e-02,
4.9348e-02, 1.7067e-02, 4.3493e-02, -3.1490e-03, 4.9217e-03,
6.8469e-03, -1.3472e-02, 4.8125e-02, 1.2122e-02, 1.0107e-02,
6.5772e-02, 2.7206e-03, 2.7517e-02, 3.7718e-03, 2.8364e-02,
4.6177e-02, 4.9296e-02, -1.4951e-02, 6.4321e-02, 6.4928e-02,
7.1548e-04, -4.5206e-03, 3.8164e-02, -1.1074e-02, -9.3538e-03,
-1.0136e-01, -2.6353e-02, -3.5433e-02, 3.7170e-03, 8.4897e-03,
1.8565e-01, -4.4101e-02, 1.4218e-02, 1.4291e-02, -3.7655e-02,
1.2807e-02, -6.2905e-05, -4.4405e-04, -1.8794e-02, -1.9794e-02,
2.9241e-02, -3.0087e-02, -2.5193e-03, 3.9347e-03, -7.3843e-03,
-1.2033e-02, 1.0648e-02, -5.9841e-02, 7.2277e-02, 5.3468e-03,
2.2388e-02, -2.7826e-02, -3.4712e-02, 4.0516e-02, 5.0907e-02,
-9.7198e-03, 7.1531e-03, -2.1569e-02, -2.3340e-02, -6.6156e-03,
-1.9637e-02, 1.0654e-02, 2.0046e-02, -1.8326e-02, 8.5590e-03,
5.9309e-04, 9.4173e-02, 4.6859e-02, 1.3744e-02, 1.0845e-02,
3.8500e-02, 4.0433e-03, -1.1064e-02, 2.2429e-02, 3.1743e-02,
2.6171e-02, 1.3050e-02, -5.7089e-02, 2.9220e-02, 1.2804e-01,
1.4275e-01, -1.2555e-02, -3.7512e-02, -1.2048e-01, 4.8844e-03,
1.7362e-02, 1.4940e-02, 5.0578e-02, 1.4435e-02, 4.3467e-02,
4.1027e-02, 1.3983e-02, -1.9050e-03, 5.9159e-02, 5.6354e-02,
3.5267e-02, -7.0344e-03, 5.1912e-02, 2.1589e-02, 2.0705e-03,
6.1109e-02, 2.5029e-02, 2.1612e-02, 3.8934e-03, 1.4906e-02,
2.5934e-02, 5.5189e-02, 1.2935e-02, 5.9288e-04, -2.6560e-02,
6.6289e-02, -2.8507e-02, 5.9878e-02, 6.5032e-02, 7.1816e-02,
1.5053e-02, 1.4076e-02, 4.4299e-02, -5.9009e-02, -1.7536e-04,
3.0102e-02, 4.5401e-02, 2.9360e-02, -3.9778e-03, 2.6110e-02,
-5.5896e-02, -6.8539e-04, -2.7158e-03, -1.9738e-02, 3.8297e-02,
-3.7521e-02, -2.0271e-02, 5.6587e-02, 2.5539e-02, -6.8975e-02,
9.3323e-03, 2.9358e-02, -1.7681e-02, 1.4050e-02, -2.3258e-02,
-3.3856e-02, -9.5122e-03, 4.1873e-02, 1.6653e-02, -1.2309e-03,
-1.7409e-02, 4.5431e-02, -4.8502e-02, 6.0772e-03, 3.8018e-02,
-7.3256e-02, 2.9053e-03, 7.6326e-02, 3.0086e-02, 2.5633e-02,
-1.5818e-02, -9.1324e-02, 7.3937e-02, -2.5705e-02, -1.5802e-01,
2.5046e-02, -5.4742e-03, 4.8896e-04, 3.7258e-02, -1.5307e-02,
5.4651e-02, 4.3230e-02, -4.4034e-03, 5.4705e-04, -2.9947e-02,
1.0868e-02, 1.8181e-02, 3.9037e-02, 1.9056e-02, -2.7901e-02,
4.2423e-02, 7.1726e-02, -6.7780e-02, 4.3312e-03, -2.9286e-03,
4.0507e-02, -4.9622e-01, -1.8073e-02, -9.1013e-02, 4.1627e-03,
1.2951e-02, -2.6281e-02, -1.1885e-01, 3.3302e-02, 3.3982e-02,
-1.8304e-02, 2.9043e-02, 1.7799e-02, 1.0342e-02, 2.8123e-02,
3.8379e-02, 5.8441e-02, 3.5039e-02, 9.5985e-03, -9.9649e-03,
1.6059e-02, -1.2329e-02, 1.9561e-02, -1.8911e-02, 7.3930e-03,
6.2803e-02, -2.8477e-03, 2.5072e-03, 1.8957e-02, 1.4421e-02,
3.3944e-02, 4.1848e-02, 9.9911e-02, -2.0570e-02, -8.5410e-02,
2.3260e-02, 2.2912e-03, 5.8977e-03, 2.4441e-02, 8.6877e-02,
-1.7716e-02, 1.6335e-01, -3.5240e-02, 1.9010e-02, 3.9799e-02,
-2.8320e-02, -7.4209e-02, 3.8381e-02, -2.2129e-02, 1.9868e-02,
2.5643e-02, 3.0397e-02, 1.5894e-02, 3.1332e-03, -3.0204e-02,
5.3142e-03, -3.9918e-02, -1.9620e-02, 6.2371e-03, 3.5899e-02,
4.8589e-04, 3.1424e-02, 8.1278e-02, -1.9386e-02, -1.0001e-02,
-2.3516e-02, 5.0627e-02, -8.7931e-03, -4.8103e-03, 1.0995e-01,
-1.5369e-02, 1.6591e-02, -3.4776e-02, 2.8273e-02, -8.3939e-04,
-1.3640e-02, 2.4177e-02, -4.2310e-02, -1.0139e-01, 4.1458e-02,
2.2044e-02, -2.4085e-03, -8.5404e-02, -3.2264e-02, -3.5826e-02,
-2.2758e-02, 1.6709e-02, 4.0290e-02, 4.4846e-02, 8.6423e-02,
8.7931e-02, -1.3438e-02, -3.0722e-02, -5.6535e-02, 1.1678e-03,
7.9947e-02, -4.1355e-02, -6.2752e-03, 3.6003e-02, -3.7406e-03,
3.2339e-03, 2.3205e-02, 2.3507e-02, 8.7011e-02, 1.2506e-02,
-7.1868e-02, 2.9853e-02, 1.4267e-02, 7.3650e-02, 5.3301e-02,
5.1353e-02, 2.9128e-02, 3.9817e-02, 5.0995e-02, -2.9889e-01,
2.1035e-02, 1.1178e-02, -1.2397e-01, 2.0892e-02, -2.3561e-02,
2.8785e-02, -3.2348e-03, 1.3727e-02, 2.2734e-02, -1.1214e-02,
-4.6299e-02, 3.3953e-02, 1.7130e-02, 9.8748e-02, -1.1053e-02,
8.9522e-03, -1.6019e-02, -1.3278e-02, -1.3052e-02, -1.1901e-01,
2.1800e-02, -1.2662e-03, 2.6145e-02, 2.0394e-02, 7.7621e-02,
7.9744e-02, -3.5859e-02, 1.4206e-02, 1.3874e-02, -2.1558e-02,
-2.3021e-02, 6.3462e-03, -3.8859e-03, 7.0109e-02, -2.9442e-02,
-2.0445e-02, -3.3831e-03, 3.0560e-02, 4.8046e-03, 7.7625e-04,
-1.3701e-02, -1.9066e-02, -3.6605e-02, 1.2951e-02, 2.9755e-02,
-2.0497e-02, 4.5241e-02, -4.9364e-02, -1.6464e-02, -4.4768e-02,
-1.7844e-02, 1.5717e-02, 7.8045e-02, -3.8755e-02, 3.2762e-02,
1.9081e-02, -7.1782e-03, 3.2125e-02, 3.8139e-02, 3.3457e-02,
-3.2218e-03, 3.0094e-02, -1.2913e-02, 1.7887e-02, 1.4351e-02,
3.3262e-02, 5.1614e-02, 2.5867e-02, 2.2407e-02, -7.9144e-03,
1.0665e-02, 2.2489e-02, 1.0123e-01, 1.0633e-02, -1.0687e-02,
-5.5896e-02, -2.0240e-02, 7.5289e-02, -2.3240e-02, 2.3433e-02,
4.9819e-02, -8.0696e-03, 1.6405e-02, 3.1241e-02, -1.2749e-02,
2.1646e-02, 2.1967e-02, -4.3491e-02, 3.1081e-02, -1.7474e-02,
1.6224e-02, -1.1251e-02, 8.5413e-02, 4.7643e-02, 4.1396e-02,
3.2635e-02, 1.8760e-02, -3.6484e-02, 1.1313e-03, 2.5939e-02,
-3.7377e-02, -4.8030e-02, -2.2548e-02, -1.2217e-01, 1.6081e-01,
3.4942e-02, 3.5930e-02, 2.8143e-02, 2.6964e-02, -2.8888e-03,
9.1301e-03, 1.7588e-02, 4.5925e-03, -1.2314e-02, -9.6495e-04,
4.7418e-02, -7.4708e-03, 3.4328e-02, -2.4980e-02, -2.4879e-02,
9.1888e-03, 6.5885e-03, 1.8525e-02, 5.3302e-02, 2.9374e-03,
4.9782e-02, 1.8904e-02, -2.1409e-03, 4.6925e-02, 3.1077e-02,
1.8330e-02, -3.0815e-02, -3.7138e-02, -1.6422e-02, 3.3850e-02,
-1.2122e-03, -1.0868e-02, 7.6061e-03, 2.8727e-02, -1.8793e-03,
4.1020e-04, 1.6791e-02, -1.6090e-02, 5.6948e-02, -9.5732e-03,
9.3583e-02, 3.9894e-02, -3.0187e-02, -2.5061e-02, -8.1891e-03,
-3.9752e-03, -1.2790e-02, 5.5671e-02, 2.5001e-02, -4.5391e-02,
-6.1245e-03, 1.3658e-02, 9.6693e-03, 4.7838e-04, 3.8461e-02,
-8.6560e-03, 3.8915e-02, 1.4360e-02, 2.2206e-02, 4.8128e-03,
1.4611e-02, 4.9782e-03, 4.3940e-02, 1.7551e-02, 9.3990e-04,
-3.7682e-02, 4.9859e-02, 3.5217e-02, 2.7535e-02, 1.9523e-02,
-4.7771e-02, -2.3184e-02, 2.4988e-02, -5.2618e-02, -2.0964e-02,
-4.4655e-02, 7.6578e-02, 1.0254e-02, 4.5686e-02, -3.7297e-03,
-1.2852e-02, -2.9666e-02, -1.1455e-02])),
('model.encoder.layers.1.self_attn.k_proj.weight',
tensor([[ 0.0568, 0.0699, -0.0440, ..., -0.0261, 0.0895, -0.0507],
[ 0.0964, -0.0363, 0.1260, ..., 0.1210, -0.0422, -0.0147],
[-0.0611, -0.0355, 0.1904, ..., 0.1761, 0.1078, 0.0599],
...,
[ 0.0514, -0.0867, 0.1545, ..., -0.0483, 0.1293, -0.1385],
[-0.0046, -0.0458, 0.0095, ..., -0.0590, 0.0653, -0.0120],
[ 0.1444, 0.1100, 0.0125, ..., 0.0836, -0.0387, 0.0193]])),
('model.encoder.layers.1.self_attn.k_proj.bias',
tensor([-8.7075e-04, -3.9471e-04, -2.1345e-04, -8.6443e-05, 4.6623e-04,
-1.1007e-03, -2.0182e-04, -5.5419e-04, -7.7082e-04, 1.4911e-04,
-5.1977e-04, 3.5502e-04, -4.6224e-04, 8.4590e-05, 1.7355e-04,
1.6527e-04, -3.0906e-04, 3.0157e-05, 6.6464e-04, -3.6274e-04,
3.8602e-04, -6.9987e-05, -5.7654e-04, -2.1497e-04, 1.2106e-04,
-1.2858e-04, -2.7937e-04, 3.6455e-04, 2.9412e-04, -3.1790e-04,
-3.1522e-04, -2.0580e-04, 8.6110e-04, 6.6389e-05, 2.7862e-05,
-4.4973e-04, 4.1866e-04, -1.0220e-03, 2.3801e-04, 9.0668e-04,
4.0081e-04, -1.4413e-04, -6.7945e-04, 1.4835e-04, -6.9716e-05,
-1.3207e-04, -3.7626e-04, 3.5630e-04, 3.6372e-04, -3.9113e-04,
-7.6736e-04, -2.3867e-04, 1.6421e-03, 1.9241e-04, -3.7232e-05,
-2.1366e-04, -4.7805e-04, 3.9451e-04, 1.9531e-04, -1.1536e-04,
9.7076e-05, -2.7505e-04, -5.8632e-06, -5.5840e-04, -2.7625e-04,
-1.6665e-04, 2.9477e-05, -5.0271e-04, 1.4124e-04, 1.2995e-04,
1.8616e-04, -1.0572e-04, -3.3781e-05, 1.1540e-04, -2.1489e-04,
-2.9603e-05, -1.3560e-04, -4.5201e-04, 2.1541e-04, 1.1059e-04,
-2.9730e-04, 1.0207e-04, -2.6831e-05, 1.9466e-04, 2.1916e-04,
-6.0148e-05, 3.5123e-05, -2.0508e-04, -3.0513e-05, -2.2432e-04,
7.6479e-05, 2.6152e-04, 1.3144e-04, -3.6489e-05, 3.0583e-04,
1.6846e-04, 1.7600e-04, 3.5736e-04, -2.5956e-04, 4.9228e-05,
9.2180e-04, 1.1311e-04, -9.8922e-05, 4.3734e-04, -4.3402e-05,
-2.6729e-04, -1.4970e-04, -6.3855e-05, -1.8021e-04, 1.0942e-04,
-1.1314e-04, 2.1102e-04, 1.7435e-04, -1.7451e-05, 4.4864e-05,
8.2906e-05, 4.0321e-04, 3.1846e-05, 1.2590e-04, -2.8856e-04,
1.2184e-04, -1.6394e-04, 1.9110e-04, -1.5277e-04, -6.6854e-05,
1.6505e-04, -2.9369e-04, -3.5536e-05, 6.5869e-05, -3.7756e-04,
-1.4062e-04, -9.9332e-06, 1.8835e-04, -3.0584e-05, -5.4117e-05,
-4.2229e-04, -7.1385e-06, -2.5180e-05, 2.9940e-04, -1.3811e-04,
-4.4324e-04, -3.5579e-04, 4.1412e-05, -1.1733e-04, -7.5996e-05,
-1.5135e-04, 1.3880e-06, -6.5543e-04, -3.3349e-05, 2.0571e-04,
2.7210e-05, -2.7124e-04, 2.5940e-04, -1.1011e-04, -2.0781e-04,
-2.8568e-04, -3.7545e-04, -5.1606e-05, 2.4418e-05, -2.0431e-04,
1.8259e-04, 1.0452e-04, -1.2290e-04, 2.7778e-04, 2.8782e-04,
9.5686e-05, -3.1788e-05, -2.5664e-04, -3.4077e-04, 4.7966e-06,
8.4797e-07, -2.5589e-04, -5.2762e-05, 2.0045e-04, 1.6391e-04,
1.4782e-04, -5.3539e-04, -2.2114e-04, -1.0902e-04, 3.5764e-05,
-1.2981e-04, 3.1004e-05, -1.1381e-04, -1.4022e-04, 3.1520e-04,
2.1452e-05, -1.9300e-05, 6.3686e-05, -1.0754e-04, 3.1576e-04,
-1.5113e-04, 4.8877e-05, -9.0645e-04, -1.5745e-04, -9.1205e-04,
-2.8560e-04, -5.7159e-04, 6.1365e-04, 2.8992e-04, 2.4040e-04,
1.9099e-05, 1.5746e-03, 8.4233e-04, -8.8993e-04, 2.5523e-06,
1.6777e-04, 9.7344e-06, -7.3423e-04, 3.2653e-04, 3.9461e-04,
-6.1085e-04, 1.7389e-04, 6.7783e-05, -1.9345e-04, -3.6451e-04,
9.4786e-05, 3.1339e-04, 1.3067e-03, 2.4312e-04, 3.7728e-04,
1.5422e-04, -5.8231e-05, -1.5994e-03, 3.0964e-04, -1.8474e-05,
3.9717e-04, 2.6744e-04, 4.6435e-04, 1.5712e-04, 5.8374e-04,
-2.8932e-04, -8.3498e-04, -8.7102e-05, 5.8202e-04, 5.2344e-04,
-4.3472e-04, -1.6222e-04, 2.2803e-04, 7.7373e-05, -4.9314e-04,
-3.6758e-05, -9.6304e-05, -1.6808e-04, 2.3537e-04, -3.1980e-04,
4.1853e-06, 3.4783e-04, 3.4140e-04, -1.8781e-03, -5.4303e-05,
6.5755e-04, 5.9399e-04, -9.5069e-04, 2.8302e-05, -5.6758e-04,
-5.9429e-04, 1.3151e-04, -4.3520e-04, -1.1317e-03, -2.1135e-04,
1.0865e-03, 5.0861e-04, -2.6779e-04, 1.8490e-04, -3.9869e-04,
2.0243e-04, -5.4617e-05, 7.6556e-04, -1.5377e-05, -5.1323e-04,
-1.1517e-04, 3.4317e-05, -8.2588e-04, -4.9771e-04, 8.9909e-05,
-1.3473e-03, 7.2864e-04, -1.5108e-04, -9.5998e-04, -2.7144e-04,
-7.2443e-05, -2.7320e-05, 2.6765e-04, -6.9611e-04, 3.9644e-04,
8.9583e-04, -2.8332e-03, 7.2332e-04, -2.7353e-04, -6.1868e-04,
-2.1733e-04, 2.3416e-04, 3.5091e-04, -4.6580e-05, 1.1729e-04,
-3.1419e-04, 8.4111e-04, -2.7606e-04, -8.2303e-04, 3.0245e-04,
-2.5368e-04, 7.1617e-04, -5.5169e-04, 4.0686e-04, -7.6084e-05,
6.0537e-04, 6.1914e-04, -4.1023e-04, -5.4882e-04, -1.0003e-04,
-2.9056e-04, 1.8706e-04, 2.3048e-04, 4.2751e-04, -2.1959e-04,
2.1853e-04, -2.0577e-04, 1.2995e-03, -7.1576e-05, 2.5824e-04,
9.6439e-06, 1.8372e-05, 1.2267e-04, -7.0385e-05, -2.7040e-05,
-6.1300e-05, 1.2975e-04, 2.3213e-05, -7.2137e-05, -6.9837e-05,
-5.3955e-05, -4.2408e-05, 1.0663e-05, 5.2951e-06, 1.1680e-04,
5.4147e-05, -4.0276e-05, -2.3031e-04, -8.2369e-05, 3.1793e-05,
6.2410e-05, -3.4770e-05, -7.1212e-05, -3.1533e-05, -4.4480e-05,
-4.8781e-05, -3.0714e-04, -2.5820e-05, -9.9760e-06, 5.3330e-06,
-4.1363e-06, 9.4974e-05, 4.9299e-05, -2.2983e-05, -4.4663e-05,
-6.4511e-05, 4.8322e-05, -1.8925e-04, -2.8424e-05, 4.2606e-05,
-2.9687e-05, -5.7047e-05, -2.8715e-05, -1.1263e-05, -5.4158e-05,
-3.5879e-05, -2.0307e-05, -2.1765e-04, 1.2205e-04, -2.2171e-05,
-5.6135e-05, -6.6232e-05, -4.4193e-05, 2.2189e-05, 1.2980e-04,
4.0311e-05, -2.3424e-05, 1.1032e-04, 4.0737e-04, 3.4683e-04,
-6.4072e-05, -1.2899e-04, -9.9317e-06, 9.5234e-05, -1.3955e-04,
-3.1529e-04, -9.2438e-05, -5.3223e-06, -7.2264e-05, -1.0841e-04,
1.2671e-04, -4.1211e-05, -2.4326e-04, 1.4029e-04, 1.2706e-04,
1.2997e-05, 2.2848e-05, -1.4173e-04, -9.6564e-06, 1.0381e-04,
-7.9354e-05, -1.2147e-04, 5.9599e-05, 2.6675e-05, 9.4906e-05,
1.6053e-04, -5.1108e-05, -1.3103e-04, 1.8027e-04, 1.6280e-04,
2.2964e-04, 1.1762e-04, -5.4806e-05, 9.0446e-05, -1.9893e-04,
-2.7519e-05, -8.8025e-05, 1.2485e-06, 2.0905e-04, -2.3381e-04,
1.4076e-04, -7.1081e-05, 2.4628e-04, 1.5900e-04, -1.0168e-04,
3.2905e-05, 1.4214e-04, -9.4568e-05, 8.2172e-05, -6.1600e-05,
-3.9518e-05, -4.8407e-05, -3.3371e-04, 9.4283e-05, 3.6616e-05,
8.8459e-05, -1.7446e-05, -1.0016e-05, -1.4037e-05, -5.4598e-05,
5.6997e-05, -1.3135e-04, -2.6651e-05, -3.2792e-04, 1.3913e-05,
5.6359e-05, 6.0470e-05, 1.0660e-04, 2.8151e-06, -7.2344e-06,
-3.3025e-04, 3.5050e-05, 1.4150e-04, 3.5502e-04, 1.3171e-05,
-5.6859e-05, -1.2574e-04, -1.0912e-04, -1.2735e-05, 1.2984e-04,
8.6172e-05, -6.9807e-05, -2.8246e-04, -4.4201e-06, 7.4033e-05,
2.3684e-04, -3.7528e-05, 1.4728e-04, 6.9370e-05, -2.1938e-05,
-1.0597e-04, 2.2950e-04, 2.9200e-04, 4.6096e-05, -1.4585e-04,
-9.9669e-05, -9.5840e-06, -6.1797e-05, 1.5434e-04, 2.0037e-04,
2.2678e-04, 2.2258e-04, -9.9483e-05, 1.2341e-04, -2.6416e-04,
2.1020e-05, 1.4960e-04, -2.6642e-04, -1.4384e-04, -2.4475e-04,
1.7847e-04, -3.1191e-05, 1.2018e-04, 1.2810e-05, -2.7017e-04,
3.2017e-04, 1.6623e-04, 7.2388e-05, -6.6612e-05, -1.4068e-04,
-1.6329e-04, 1.5985e-04, -2.4224e-04, -1.2857e-04, -1.0767e-04,
-1.9972e-04, 1.6593e-04, 1.9908e-05, 1.6148e-04, -4.4495e-05,
2.2183e-04, -6.5363e-05, -2.3652e-04, -3.8673e-05, -1.7373e-05,
-1.3055e-05, 3.4882e-04, -2.9826e-04, -6.0799e-05, 5.0370e-05,
-4.8173e-05, 3.4441e-05, -2.4060e-04, -1.8350e-05, 7.1145e-05,
-1.6981e-04, 1.6221e-04, 5.8401e-05, -3.3982e-05, -5.2825e-06,
-2.4106e-05, 8.5642e-05, 2.3177e-04, -5.1495e-05, 5.3945e-05,
1.8796e-04, -1.2632e-04, -1.1178e-04, 1.7957e-04, 3.9816e-05,
-5.9375e-05, -4.8799e-05, 1.2692e-04, -1.6539e-04, -1.9713e-04,
-1.8951e-04, 4.0993e-04, 1.2153e-04, 2.1514e-04, 1.0964e-04,
4.0456e-05, 9.0657e-05, 2.3004e-05, 7.1959e-05, 7.7032e-05,
1.9028e-04, 1.8800e-04, -2.6649e-05, -5.8361e-05, -1.1405e-04,
8.6848e-05, -2.7748e-04, -1.2561e-04, 1.7744e-04, 1.0913e-04,
-4.0986e-05, -4.4242e-07, -1.1438e-04, 1.3341e-04, -4.0211e-04,
-1.9502e-04, -2.0034e-04, -9.3345e-05, 4.9909e-05, 2.7266e-04,
-6.2555e-05, 1.1953e-04, -3.1346e-05, 2.0893e-04, 6.0957e-04,
-4.9417e-05, -5.2801e-04, -4.2751e-04, -1.2810e-04, 1.2892e-04,
-1.8238e-04, -3.1523e-04, 1.3123e-04, 5.4887e-04, 3.3804e-04,
-1.6050e-04, -1.2968e-04, 4.4260e-04, -3.7731e-04, 3.6951e-05,
3.2114e-04, -6.0530e-06, 8.6272e-04, -5.2546e-05, 8.0742e-05,
7.0139e-04, -2.3283e-04, -2.1814e-04, -1.5173e-04, 1.1618e-04,
1.8783e-04, 5.2550e-04, 5.4579e-06, 3.1181e-04, 1.9443e-04,
-3.6073e-05, 4.1558e-04, 9.6743e-06, 2.0376e-04, -2.0967e-04,
2.9323e-04, 2.1794e-05, 4.9741e-04, -4.6542e-04, -1.2022e-04,
1.0397e-04, 4.7169e-04, -1.0811e-03, -2.0029e-05, -2.1367e-04,
-2.6788e-06, -1.4045e-04, -5.1710e-04, 3.5838e-04, -1.7607e-04,
1.1203e-03, -1.1392e-03, 4.5671e-04, 3.3134e-04, 2.5590e-04,
-2.3072e-04, -8.5338e-05, 7.3027e-05, 2.4145e-04, 8.4412e-05,
-8.6378e-04, 2.5604e-03, 3.4584e-03, 5.0176e-04, 1.1744e-03,
-1.8028e-04, -6.7290e-04, 3.4292e-03, -3.2771e-03, -3.0418e-03,
-3.9214e-04, 2.8372e-03, -7.7609e-04, -3.4328e-03, 9.7388e-04,
-1.6332e-03, 1.5950e-03, 1.5764e-03, -2.7345e-03, 1.2256e-03,
-1.3939e-03, 1.5754e-03, -3.7567e-03, -2.5061e-03, 1.8893e-04,
-2.9046e-04, 2.6922e-03, 4.4226e-05, -3.3238e-04, -1.3222e-03,
7.4908e-04, -2.8405e-03, -1.3723e-04, 1.7160e-03, -2.0436e-03,
-2.7831e-03, 1.9956e-03, -5.9753e-04, 9.4513e-04, 1.0156e-03,
-2.6357e-03, 2.4654e-03, -6.6973e-04, -1.8281e-03, -2.1775e-04,
-7.2212e-04, -2.4637e-03, -3.5498e-03, -1.1882e-03, 1.7042e-03,
3.7758e-03, -2.2691e-03, 2.0151e-03, -2.8213e-03, 1.2349e-03,
1.5920e-03, -1.4055e-03, 7.5507e-04, 3.0651e-03, 4.2119e-03,
1.1377e-03, 1.9641e-03, 3.4847e-03, 5.9333e-04, -1.2346e-04,
-1.6546e-04, 2.3727e-04, -6.3085e-04, 1.8951e-04, 1.2303e-03,
-1.7067e-04, 2.1200e-04, -3.2547e-04, 1.5079e-04, -6.8754e-04,
-4.3616e-04, -3.4526e-05, 1.6999e-03, 1.8642e-04, -7.3634e-05,
-3.8197e-04, 1.0070e-04, 2.8548e-04, 8.1846e-04, 2.3218e-04,
-1.6471e-03, -8.8537e-04, -9.0026e-04, 9.2427e-04, 2.8316e-05,
-2.4737e-04, -9.4074e-05, 6.7867e-04, 1.2606e-03, -7.8882e-05,
7.5808e-05, 1.4696e-04, 5.0485e-04, 3.0899e-04, 1.1353e-03,
-6.9986e-04, 3.0517e-04, -2.1267e-04, 9.8479e-04, 6.5239e-04,
-2.0977e-03, -1.3973e-04, -3.0005e-04, 1.2338e-04, -2.0222e-03,
-2.5122e-04, 6.3215e-04, -6.2345e-04, -5.8180e-04, -4.6691e-04,
-7.5804e-04, -5.5587e-05, -3.6224e-04, 4.4845e-05, 9.9740e-04,
-3.5555e-04, 8.9269e-04, 3.5023e-04, -1.4579e-03, 1.1899e-04,
2.2654e-04, 1.9050e-03, 2.2437e-03])),
('model.encoder.layers.1.self_attn.v_proj.weight',
tensor([[ 3.5881e-02, 4.3130e-03, 1.1836e-02, ..., -6.2744e-02,
1.4851e-02, 1.9762e-02],
[ 2.1354e-02, 8.3034e-03, 8.6065e-02, ..., 2.8853e-05,
3.7291e-02, -2.8618e-02],
[-1.1889e-03, 3.3298e-02, -1.5753e-03, ..., -5.1788e-02,
-2.3777e-02, 2.8234e-02],
...,
[ 1.0040e-04, 1.4936e-02, 2.7800e-02, ..., 7.8102e-02,
2.9725e-03, -6.1133e-04],
[ 6.0805e-03, -3.9069e-02, -1.8705e-02, ..., -5.2956e-02,
2.3595e-02, -8.2350e-02],
[-3.7213e-02, -9.3772e-03, 1.2816e-02, ..., 1.3170e-02,
-7.6097e-04, 5.6672e-02]])),
('model.encoder.layers.1.self_attn.v_proj.bias',
tensor([ 6.4372e-02, 9.3342e-03, 7.4991e-02, -8.2319e-03, 6.4776e-02,
-5.1800e-02, 2.2107e-02, -2.7816e-01, 2.9055e-03, -6.3324e-02,
1.5451e-02, 3.8045e-02, 1.4503e-02, 1.7994e-02, -6.9122e-03,
6.4612e-02, 8.1675e-02, -2.0393e-02, 1.6913e-02, -3.3089e-02,
-7.2796e-02, 2.1413e-02, -2.3762e-03, -1.6653e-03, 1.7484e-02,
-2.7792e-02, 3.5238e-03, -6.4690e-03, 4.9273e-02, -3.0458e-02,
-1.4983e-02, -7.3871e-02, -1.5260e-02, -8.2764e-03, 2.2360e-02,
5.8270e-02, -2.6818e-02, 7.6401e-02, -9.9734e-04, -3.8914e-02,
-4.5343e-03, -1.2833e-01, 3.8003e-03, 2.0528e-03, -5.5575e-03,
-4.1282e-02, -2.2932e-02, 1.9311e-02, -5.3006e-02, -2.4709e-02,
-9.9825e-03, 4.9078e-02, 1.0266e-02, 3.3283e-02, 1.9295e-02,
2.8316e-02, -1.3170e-02, 3.1450e-02, 2.0550e-02, 1.8851e-02,
-9.5378e-02, -1.9324e-02, -2.1566e-03, -6.4942e-02, -8.1785e-03,
4.2894e-02, -5.8929e-04, -2.4132e-02, 1.6895e-02, -8.4211e-03,
-6.4344e-02, 8.8857e-03, 2.4718e-02, 1.9791e-02, -3.2875e-02,
7.0386e-03, -4.3466e-03, -5.3663e-03, 2.4325e-03, -3.4532e-02,
4.8686e-03, -1.0768e-03, -2.5769e-03, 5.5235e-02, 1.7098e-02,
-1.9890e-02, 1.0647e-03, -2.2006e-02, -7.9380e-02, 1.4124e-02,
1.5663e-03, -4.1518e-03, -1.3670e-03, -1.4712e-02, 3.4692e-02,
-2.4294e-03, -4.0897e-02, 1.9250e-02, 1.9497e-02, 2.9068e-02,
-2.5348e-02, 4.5548e-02, 5.7205e-03, -3.5316e-02, -3.7518e-04,
-1.6561e-02, -4.5760e-02, -5.6390e-03, -1.5429e-02, -1.1815e-02,
-5.3107e-04, -4.0695e-03, 2.1674e-02, -1.4062e-02, 4.6285e-02,
5.6879e-03, -3.5651e-02, -3.2853e-02, 4.2500e-02, -3.1939e-02,
-5.4962e-03, -9.0059e-03, 2.3625e-02, 4.0087e-03, -1.5125e-02,
5.6303e-04, 4.7139e-03, 2.9595e-02, 2.0129e-02, -1.3226e-01,
2.4610e-02, -1.3880e-03, 6.0364e-02, 3.4474e-02, -8.8697e-03,
4.3920e-03, 2.0014e-02, 3.9765e-02, -7.7588e-02, -4.2728e-02,
3.8258e-02, -6.7427e-02, -1.4791e-01, 2.9627e-02, -9.6297e-03,
5.5056e-02, 9.4514e-03, 2.9224e-03, 4.1227e-03, 6.1240e-02,
-1.0014e-01, -2.1918e-02, 1.1540e-02, 2.4571e-02, 5.2764e-02,
-3.7607e-03, -8.3086e-03, 4.0837e-03, 2.7254e-02, 2.7085e-02,
-4.7595e-02, 5.9391e-02, -3.2845e-02, -1.6011e-02, -8.0632e-02,
8.2865e-03, -3.9344e-02, -3.6120e-02, -4.3247e-02, 5.6350e-03,
2.8940e-02, -3.7537e-02, 3.7314e-02, -3.0669e-02, 2.2008e-02,
1.6672e-03, 1.7937e-02, -1.4130e-02, 2.2334e-02, -8.7222e-02,
-4.1397e-02, 9.5863e-03, -1.3137e-02, 4.3013e-02, 3.0274e-02,
1.3445e-02, -1.4744e-02, -2.0890e-02, -4.4656e-03, 3.4924e-02,
-6.6648e-02, -7.2038e-03, 4.2938e-02, -1.5678e-02, 3.0165e-02,
6.5057e-02, -1.7043e-02, -3.4037e-02, -1.9533e-02, 8.0677e-03,
2.7547e-02, 5.1498e-02, 7.7498e-02, -1.8031e-03, -9.4605e-02,
-6.9318e-02, -1.5495e-02, 2.9928e-02, -6.9287e-02, -5.6452e-03,
6.2795e-02, -5.6708e-02, 9.6361e-02, -1.0048e-01, 3.3790e-02,
-7.4559e-02, 1.4254e-02, 8.4988e-03, 2.8100e-02, -1.1407e-02,
-7.5855e-03, 2.0282e-02, -6.5811e-02, 3.6385e-02, -2.7177e-02,
-3.8794e-02, -8.5616e-03, -7.7827e-02, -5.0938e-02, 1.4802e-02,
1.2140e-02, -1.5195e-02, 1.2859e-01, -7.2589e-02, -1.2401e-01,
-2.6294e-02, 2.4009e-02, 3.2602e-02, -1.7667e-02, 2.6556e-02,
1.7476e-01, 8.0089e-03, 3.3499e-02, 9.3892e-03, -2.8133e-02,
1.1874e-06, -8.9025e-03, -5.0671e-02, 3.5991e-02, 1.7640e-02,
-1.3778e-02, -3.6924e-02, 5.6128e-02, -1.3921e-02, 3.1231e-02,
-1.1204e-01, -3.6737e-03, -7.2255e-02, -1.4301e-02, 3.6365e-02,
-7.4881e-03, -3.8735e-02, -3.8178e-02, -6.2755e-02, 3.2126e-03,
-4.6091e-02, 7.3903e-03, 1.4494e-02, -2.8715e-02, 2.0832e-02,
-1.4258e-01, 2.1842e-01, -3.2587e-02, 2.4827e-02, -8.8831e-03,
3.4360e-02, 1.9861e-02, -8.9317e-02, -1.1361e-02, -8.5246e-03,
1.6175e-01, -4.4906e-02, 1.4588e-02, 1.4428e-02, -6.4486e-03,
-4.4511e-02, -4.5192e-02, -1.9429e-02, -7.4599e-02, 4.5180e-02,
-5.8024e-02, -1.0110e-02, -4.1583e-02, -1.2912e-02, 3.1574e-02,
-2.8450e-02, 1.2588e-02, -1.0356e-01, 3.4031e-01, -1.1582e-02,
1.9793e-02, -6.7702e-02, -1.5018e-02, -2.7442e-02, -5.3497e-02,
2.6933e-02, -7.3330e-02, -6.6617e-03, -1.3054e-02, 1.0928e-02,
1.9368e-02, 3.6675e-02, 2.6743e-03, 7.5802e-04, -2.1309e-03,
-3.5956e-02, 1.1203e-02, -3.2008e-02, -7.8307e-02, -9.7742e-03,
-3.6807e-02, 1.3914e-02, -1.7272e-03, 2.4513e-02, 3.0011e-02,
-2.0420e-02, 1.8903e-02, -5.0894e-02, 1.6066e-02, 1.6557e-02,
-2.8378e-03, -6.4490e-03, 1.0756e-02, 7.8171e-04, -2.5448e-03,
3.4103e-02, 1.4330e-02, 1.9102e-02, 9.5856e-03, -1.4303e-02,
-3.7675e-02, 1.8245e-02, -2.5427e-02, 1.3509e-02, 1.4914e-02,
-2.7259e-02, -3.4808e-03, -2.0048e-02, 7.3204e-05, -4.6258e-02,
4.3837e-03, -1.1316e-02, 9.7460e-03, -1.8222e-02, 4.0296e-02,
9.5809e-04, 2.9073e-02, -4.2021e-03, 8.2834e-04, 1.2578e-02,
-4.8489e-03, 2.7841e-02, 2.4552e-02, 1.7854e-02, 2.4960e-02,
-2.6834e-04, 5.2644e-04, 1.8440e-03, 1.9992e-03, -1.2297e-02,
-7.2106e-03, 3.4487e-02, 2.1155e-02, 6.9174e-03, 1.2695e-02,
2.1959e-02, 1.9691e-02, -1.0593e-01, 3.2490e-02, -1.7691e-02,
-1.3884e-02, -8.2258e-03, 3.3629e-03, -1.7062e-02, -2.4601e-02,
-1.3501e-02, -2.2090e-02, -2.1319e-02, -1.0423e-02, 1.2756e-02,
-7.9320e-03, -2.2894e-02, -1.4777e-02, -1.6699e-02, 1.0267e-02,
3.7981e-03, -2.5968e-02, -5.6924e-03, -5.6389e-02, 3.2106e-02,
-3.6659e-02, -2.0080e-02, -3.1985e-02, 1.7424e-02, 2.6035e-02,
-5.6996e-03, -1.0500e-02, 8.1169e-03, -1.4838e-02, 1.5121e-03,
-3.1579e-03, -1.4780e-02, 2.5717e-02, 5.4356e-03, -2.6686e-02,
-9.1889e-03, 2.9771e-02, -1.4009e-02, 1.3186e-02, 2.6527e-02,
2.7832e-02, 3.2290e-02, 2.9860e-03, -6.8847e-04, 3.3102e-03,
-1.4923e-02, -1.6149e-02, 5.3444e-03, -1.6876e-03, -2.1818e-02,
-5.2966e-03, -1.8374e-02, 2.4868e-02, 1.4544e-02, -3.5059e-02,
-3.3268e-03, 7.5222e-03, -1.0755e-02, 9.1299e-03, -2.1169e-02,
1.4385e-03, 3.3277e-03, -5.4184e-03, -9.3901e-03, 5.3853e-03,
-7.1862e-04, 6.0278e-03, -8.3403e-03, -5.9543e-02, 2.7162e-02,
-3.6283e-02, -5.0840e-03, 3.0819e-02, 2.3707e-02, 9.7026e-02,
3.6963e-02, 6.2977e-02, 3.7948e-02, -2.4727e-03, 1.7678e-02,
-2.7106e-02, 2.1724e-03, -3.6867e-02, 3.1125e-02, -4.6260e-02,
8.9741e-02, 1.6534e-02, 4.9856e-02, 6.7098e-02, 3.2259e-02,
-4.2976e-03, -9.5063e-02, -1.7898e-03, 3.3500e-02, 2.7002e-02,
1.3880e-01, -1.1337e-01, 7.7943e-03, -2.1065e-02, -1.8075e-02,
2.3052e-03, 1.5377e-02, 8.5239e-02, -1.7541e-02, 2.7528e-02,
-5.0563e-02, -4.4885e-02, 2.5258e-01, -1.0897e-01, 3.8449e-02,
-7.3932e-02, 6.4966e-03, 1.6450e-02, 2.5290e-02, -2.8444e-02,
7.9201e-02, 4.8202e-02, -7.9377e-03, 1.4532e-02, -1.6630e-03,
9.3230e-03, -5.7339e-02, -1.4805e-02, 7.8024e-02, -6.5879e-02,
-2.8484e-02, 1.4276e-02, -3.7520e-02, -4.3312e-02, -2.4087e-02,
-2.9147e-02, -2.0855e-02, 1.4083e-02, -2.0945e-02, 1.1365e-01,
-5.2467e-03, -3.6380e-02, 8.3202e-03, 6.1349e-03, 7.8084e-03,
-4.5308e-02, -5.6418e-02, 5.5396e-02, 4.9211e-03, 7.6079e-03,
4.6234e-02, 2.2302e-02, 3.3777e-02, 5.3206e-03, 1.8978e-02,
2.1301e-02, 6.4145e-02, 4.1652e-02, -1.8175e-02, -1.6411e-02,
1.2785e-02, -2.5128e-02, 2.0954e-02, 3.4034e-02, -9.1453e-03,
-1.4208e-02, -2.3612e-02, 1.5079e-05, 6.6456e-02, -1.3586e-02,
-6.8548e-02, 1.2472e-03, -1.6759e-02, 3.3981e-02, -2.6459e-02,
-3.7573e-02, -1.9986e-02, -1.8315e-02, -1.0661e-03, -9.6242e-03,
-3.7711e-04, -2.0771e-02, 3.4010e-02, -2.1021e-02, -1.8741e-02,
1.0514e-02, -5.7622e-02, 4.5277e-03, -3.7617e-02, -2.0274e-02,
3.8792e-02, -1.8192e-02, 1.0055e-02, -2.0814e-02, -3.1014e-02,
-1.1391e-02, -3.9122e-02, 1.1700e-02, 2.8425e-02, 2.4281e-02,
-1.8372e-02, 7.8882e-04, 3.2193e-03, 2.4163e-02, -1.4001e-02,
3.1421e-02, -1.9600e-03, -3.5223e-03, 3.4406e-02, 1.7329e-02,
-1.3776e-02, -1.0618e-02, -2.0392e-02, -3.4375e-03, -1.3122e-02,
-3.2121e-02, -1.6703e-03, -1.3028e-02, -3.0786e-02, -7.7498e-03,
1.9411e-02, -1.3735e-01, 1.8973e-02, 4.5224e-02, -2.2177e-02,
-2.6862e-03, 2.0659e-02, -1.8788e-02, -1.6843e-02, -1.6574e-02,
-1.3084e-02, -1.8736e-02, -6.1688e-03, -2.8698e-03, -8.1650e-03,
-1.5206e-02, 2.6011e-03, 2.4176e-02, -1.6489e-02, -6.0763e-03,
2.9011e-02, -2.5383e-03, 8.0624e-03, -1.6271e-02, -9.6061e-03,
-1.7350e-02, 2.5604e-02, 3.8237e-03, 5.8874e-03, 7.2512e-03,
2.4674e-03, -1.0958e-02, -2.2413e-02, -1.6086e-03, -1.2049e-02,
5.5143e-03, 1.3123e-02, 2.9059e-02, 1.2406e-02, -6.6602e-03,
-1.9079e-02, -6.2455e-03, -2.4257e-02, 3.6167e-03, -7.7006e-03,
2.4180e-03, -1.1971e-02, -1.2079e-02, 9.3082e-03, 5.4030e-03,
5.1575e-03, -9.8834e-03, 2.6265e-02, -5.6478e-02, 6.3911e-03,
-9.5560e-03, -1.9286e-02, 1.8277e-02, 2.4722e-02, -2.2885e-02,
5.7883e-03, 3.9093e-02, -1.7751e-02, -1.7255e-02, -4.8031e-02,
-3.9624e-02, -5.1504e-03, -1.4342e-02, -1.6396e-02, 1.0415e-02,
1.2099e-02, -4.4430e-03, 2.3829e-02, 2.2468e-03, 1.2752e-03,
3.4673e-02, -1.3299e-01, -1.9558e-02, -4.7751e-02, -3.4023e-02,
-3.2133e-01, -1.5451e-02, 5.1038e-02, 1.0643e-03, 3.5222e-02,
1.1459e-02, 3.5222e-02, 1.6211e-02, -2.3257e-02, 3.7172e-02,
-3.8641e-02, -1.1327e-03, 2.1682e-02, -9.0768e-03, 5.1656e-03,
3.2205e-03, -2.1755e-03, 9.2186e-04, -1.1804e-02, -5.9605e-02,
3.6544e-03, 8.5340e-03, -1.5017e-02, -1.7378e-03, -1.4278e-02,
2.4787e-02, 2.8322e-02, -3.3110e-02, -2.0307e-02, -7.5824e-02,
-1.3555e-02, -4.2671e-03, 3.7850e-02, 2.1271e-02, -1.8666e-02,
5.7119e-03, -7.5344e-03, 5.2711e-02, 5.3218e-02, -2.0028e-02,
2.9868e-02, 3.6486e-02, -1.5935e-02, -1.2939e-02, 3.2160e-02,
2.7531e-02, 1.6755e-02, 2.3864e-02, 8.8428e-03, 3.5614e-02,
1.1813e-02, -1.8113e-02, -1.8028e-04, -2.3468e-02, 2.8741e-02,
-4.5878e-02, -5.8052e-02, -9.2256e-03, -1.8387e-02, -4.0905e-03,
8.7231e-03, 3.0798e-01, -4.7010e-02, 2.3783e-02, 7.7082e-04,
-1.7646e-01, -1.8314e-03, -3.2846e-02, 4.8260e-02, 6.5412e-02,
6.7252e-02, 3.9787e-02, 2.0666e-01, -2.4754e-03, -3.3795e-02,
-4.4821e-02, 3.0023e-03, 2.4404e-02, -1.7594e-02, 1.0611e-02,
-1.7928e-02, 1.4773e-02, 4.6027e-03, -2.6607e-02, -5.8463e-02,
8.3298e-03, -5.9851e-02, -7.2394e-03, -2.5623e-02, 2.9225e-02,
-1.3567e-02, -7.5624e-02, -2.1317e-02])),
('model.encoder.layers.1.self_attn.q_proj.weight',
tensor([[ 0.0422, -0.0567, -0.0510, ..., -0.0736, 0.0360, -0.0410],
[-0.0841, -0.1464, 0.2177, ..., -0.0113, -0.0301, 0.0920],
[ 0.0725, -0.0169, 0.0205, ..., -0.1181, 0.0150, 0.1054],
...,
[-0.1739, 0.0591, -0.1099, ..., 0.0116, 0.0046, 0.0368],
[-0.1531, -0.1542, 0.0731, ..., 0.0492, 0.0007, -0.0737],
[ 0.0212, -0.0754, 0.0028, ..., -0.0863, -0.0937, -0.0960]])),
('model.encoder.layers.1.self_attn.q_proj.bias',
tensor([ 7.4188e-01, 4.7351e-01, 8.6428e-01, -6.6585e-01, -4.4091e-01,
5.1343e-01, 1.0652e-01, 6.3243e-01, 4.1193e-01, -6.6357e-01,
5.6933e-01, -5.5908e-01, 4.5549e-01, 2.6359e-01, 2.6020e-01,
-9.5842e-01, 2.8062e-01, -3.0201e-01, -3.6954e-01, 1.3970e-01,
-7.5059e-01, 6.2646e-01, 4.7936e-01, -6.7371e-01, -4.6515e-01,
3.8590e-01, 4.9680e-01, -4.8806e-01, 1.2615e-01, 6.2479e-01,
-1.4003e-01, 2.9631e-01, -3.8892e-01, -6.8520e-01, 5.9709e-01,
3.5560e-01, 1.1578e-01, 1.0337e+00, 6.8198e-02, -5.6096e-01,
-4.3676e-01, 5.5797e-03, -8.0116e-02, 6.9666e-02, 4.4604e-01,
7.9666e-01, 6.3354e-01, -2.5046e-01, -8.1536e-01, 6.6505e-01,
6.6278e-01, 2.3092e-01, -6.8470e-01, -3.7491e-01, 1.0984e-01,
-1.7768e-01, 5.5269e-01, -2.6907e-01, -5.9192e-01, 2.2736e-01,
5.2814e-01, -1.2479e-01, -3.5089e-01, 8.2690e-01, -3.6759e-01,
-3.7403e-02, 1.3355e-01, -8.0278e-01, 5.0219e-01, 1.9368e-01,
4.2539e-02, -3.3427e-01, -5.5046e-01, -1.0141e-02, -6.0886e-01,
1.5366e-01, -2.1553e-01, -8.0415e-01, -5.1835e-02, 1.0235e-01,
-1.6989e-01, 1.4223e-02, 3.2000e-01, -4.5988e-02, 1.1901e-01,
3.1955e-02, -7.9461e-02, -3.5328e-01, -1.7915e-02, 2.0283e-01,
2.5571e-01, 2.6648e-01, 2.3697e-01, -1.6420e-03, 4.5502e-01,
8.8821e-01, 5.6410e-01, 4.7423e-01, -2.9672e-01, -3.4536e-02,
9.3582e-01, -3.7868e-02, -4.3536e-01, 3.6003e-01, -4.5921e-01,
-3.9482e-01, -5.9429e-01, 1.7337e-01, -1.8400e-01, -2.7431e-02,
-2.1532e-01, 3.9316e-01, 3.8469e-01, 6.2119e-02, -3.8984e-01,
-7.1820e-02, 8.9700e-01, -2.2036e-01, 4.6571e-01, -6.2225e-01,
4.2895e-01, -4.0887e-01, 5.4462e-01, -1.3754e-01, -2.8163e-02,
8.4414e-02, -5.2412e-01, 1.1766e-01, -6.8682e-02, 1.2233e-01,
-7.8594e-01, -1.4699e-01, 5.8015e-02, -4.1584e-01, 5.2914e-01,
3.9490e-01, -4.0124e-02, -8.1454e-02, 3.3684e-01, -2.4330e-01,
2.0817e-01, -1.9399e-01, -5.9816e-01, 1.0366e-01, 6.3011e-02,
-3.1288e-01, -3.1342e-01, -1.0438e+00, -3.6897e-03, 4.8320e-01,
1.1059e-01, 3.8844e-01, -7.3665e-02, -1.7339e-01, -1.5294e-01,
1.5812e-01, -1.3184e-01, 2.4794e-02, -3.9347e-01, -2.8827e-01,
1.0063e-02, -2.3951e-01, 4.5566e-02, 8.6720e-01, 1.3614e-01,
9.2459e-01, -1.6346e-01, -4.8019e-02, 7.0297e-02, 2.3337e-01,
1.9617e-01, 1.9696e-01, 4.4080e-02, 2.3220e-01, 2.5402e-01,
1.6311e-01, -7.9862e-01, 1.3050e-01, 1.2567e-02, 1.4623e-01,
2.3984e-01, 2.5452e-01, 2.2244e-01, -5.4688e-01, 4.7251e-02,
-3.5932e-01, 7.4143e-01, -6.9932e-01, -1.3431e-01, 5.9628e-01,
1.3349e-01, -6.8905e-01, -3.4962e-01, -1.5872e-01, -4.6485e-01,
1.2029e-01, -8.0840e-01, 1.9940e-01, 1.2335e-01, 6.9084e-02,
-1.1312e-01, 1.1470e+00, 5.2836e-01, -5.3442e-01, -4.7675e-02,
2.2530e-01, -1.3539e-01, -6.3202e-01, -4.4623e-01, 3.7327e-04,
-5.2243e-01, 2.0004e-01, -1.7688e-01, 1.6151e-02, -3.0143e-01,
-2.0274e-01, 4.1362e-01, 8.3910e-01, 4.8907e-01, 6.6249e-01,
4.0831e-02, -2.2921e-01, -8.8876e-01, -2.0783e-01, -2.5128e-02,
6.6251e-01, 1.6774e-01, -4.8500e-02, -2.5524e-01, -1.7693e-01,
7.6232e-02, -6.4035e-01, 7.0832e-02, 4.8744e-01, 2.6038e-01,
-5.6472e-01, 1.3383e-01, -2.4134e-01, 1.2346e-01, -3.4244e-01,
-1.7496e-01, -6.6706e-02, -2.6192e-01, 9.1044e-02, -1.0089e-01,
4.3000e-01, 4.7401e-01, 5.7118e-01, -1.2542e+00, -5.2129e-01,
3.2315e-01, 3.9686e-01, -6.5541e-01, 5.2853e-01, -2.6939e-01,
-2.7967e-01, 1.1538e-01, 1.0214e+00, 8.8193e-01, 3.5473e-01,
-1.1697e+00, -2.5255e-01, 3.8610e-01, -4.7811e-01, 4.7385e-01,
2.2562e-01, 3.3203e-01, -2.8571e-01, 8.1151e-02, 5.9095e-01,
-3.4760e-01, -1.2521e-01, -1.1996e-01, -1.7910e-01, 9.0385e-02,
7.1553e-01, -9.9241e-01, 2.3882e-01, 9.9143e-01, -3.1423e-01,
-4.3103e-02, 3.9588e-01, 4.8079e-01, 3.3374e-01, -5.1400e-01,
-3.2679e-01, 1.3626e+00, -8.4962e-01, 5.9550e-02, 6.3475e-01,
-2.4870e-01, 4.3602e-01, -2.7737e-01, -2.5796e-02, -2.7108e-01,
-1.6657e-01, 4.3196e-02, 7.5374e-02, 7.8725e-01, -9.9577e-02,
4.3825e-01, -1.0080e-01, 4.0939e-01, -6.1310e-01, 4.3246e-01,
-2.8231e-01, -6.1836e-01, 2.3168e-01, 1.8091e-01, 2.1467e-01,
-1.5042e-01, 3.7650e-01, -2.6517e-01, -2.6336e-01, 1.1067e-02,
-8.8549e-01, 2.4892e-01, -1.0342e+00, 3.6530e-01, 1.2746e-02,
-2.6294e-01, -3.7965e-01, -5.8014e-01, -3.0081e-01, 2.5838e-02,
-6.1973e-01, -4.3486e-01, -4.4410e-01, 3.0962e-01, 5.2036e-01,
-5.5040e-01, -5.1318e-01, 3.4670e-02, 7.6061e-02, -1.7421e-01,
-3.5529e-01, -1.8588e-01, 5.6588e-01, -5.2639e-01, -2.1934e-01,
5.1644e-01, 6.1587e-01, -4.0992e-01, -2.4189e-01, -2.1677e-01,
7.3367e-01, 4.3592e-01, 3.3994e-01, 2.8484e-01, 7.2317e-01,
5.8940e-01, -2.1901e-01, 3.8900e-01, 8.5093e-01, 7.4225e-01,
-2.5118e-01, 5.9598e-02, -1.9204e-01, -6.8778e-01, -5.9777e-01,
-5.9116e-02, -6.8277e-01, 5.2592e-01, -3.0191e-01, 3.7160e-01,
7.9085e-01, -3.6525e-01, 8.9192e-01, 2.6571e-02, 6.5665e-01,
-6.9598e-01, 8.9572e-01, 2.5482e-01, -2.4584e-01, 4.5721e-01,
-4.2821e-01, -7.4513e-01, -1.7409e-01, -2.0267e-01, 3.7669e-02,
6.8539e-01, 2.8627e-01, -3.0504e-01, -7.1703e-01, 6.3112e-01,
6.6041e-01, 3.4757e-01, -9.2065e-02, -1.5465e-01, 4.1713e-01,
-7.9917e-02, 7.1798e-02, 6.0034e-01, -1.9836e-01, 1.9709e-01,
2.7371e-01, 2.5964e-01, 6.6584e-02, 4.8578e-01, -2.2725e-01,
1.5455e-02, -4.8047e-01, 8.9924e-02, -5.7541e-02, -4.4627e-01,
-4.2288e-01, 3.8557e-01, 5.3525e-01, -2.8931e-01, -5.1737e-01,
3.4800e-01, -5.4036e-01, -2.7639e-01, -2.3236e-01, 4.4401e-01,
-2.1013e-01, -3.0248e-01, 2.9822e-01, -5.1272e-01, 4.3550e-01,
-1.6271e-02, 5.5314e-01, -1.5406e-01, -1.8172e-01, -3.8292e-01,
3.8220e-01, -4.5829e-01, 2.5209e-01, -4.1932e-01, -8.6323e-03,
-2.8655e-01, 3.4679e-02, 2.8031e-01, -2.4105e-01, -1.6360e-01,
-3.0690e-01, 9.7212e-03, -1.4795e-01, -2.8902e-01, 3.2606e-01,
1.8734e-01, 1.0191e-01, -8.5956e-02, 4.3344e-01, 4.7574e-01,
-1.1668e-01, 3.1698e-01, -3.0757e-01, 1.5053e-01, 4.1627e-01,
-1.5380e-01, -8.4301e-02, 3.6149e-01, -2.0313e-01, 4.3293e-01,
-2.1961e-01, -4.3477e-01, 2.2709e-01, -3.3218e-01, 2.2840e-01,
2.4968e-01, -1.4108e-01, -4.6359e-01, 2.2362e-01, -1.6967e-01,
4.3545e-02, -2.9907e-01, -5.7363e-01, 5.8407e-01, 3.2873e-01,
-4.1333e-01, 4.7236e-02, 3.2435e-01, 2.5969e-01, -8.3393e-02,
-5.2755e-02, 6.6024e-01, 5.1899e-01, 1.1909e-02, 5.9567e-01,
5.1502e-01, -1.7889e-02, 3.9421e-01, 1.9748e-01, -6.0878e-01,
-3.5709e-01, 4.1527e-01, -1.0332e-01, -6.8183e-01, -2.2430e-01,
5.8708e-01, 3.3339e-01, 2.5442e-01, 5.6099e-01, 6.6250e-01,
-3.8736e-02, 4.9948e-01, -5.6273e-01, -1.3212e-01, 3.7318e-02,
-5.8526e-02, 8.6924e-02, 2.8891e-01, -1.6153e-03, -4.7429e-01,
4.4531e-01, 5.1382e-01, 9.6963e-02, -6.7039e-02, -8.9046e-02,
-4.5021e-01, 3.1014e-02, -1.1715e-01, -3.7845e-01, -4.7985e-01,
-1.1695e-01, 7.6354e-01, -6.4189e-01, 4.1020e-01, 6.0350e-01,
4.0493e-01, 6.9915e-02, -3.6670e-01, -2.7427e-01, 2.6166e-01,
3.5741e-01, -1.2500e-01, -1.1128e-01, -9.4778e-02, -1.7170e-01,
-1.1336e-01, 1.3865e-01, 3.3695e-01, -5.6350e-01, 2.8335e-02,
4.3172e-01, -1.5343e-01, -2.0066e-01, 1.6566e-01, -2.3848e-01,
-4.4600e-02, 2.4680e-01, -1.5259e-01, -2.7576e-01, -4.5485e-01,
1.5267e-01, 2.1067e-01, -1.7283e-01, 1.7959e-01, 1.2652e-01,
-3.6047e-01, -1.3612e-01, -2.3107e-01, -3.6631e-01, -3.5045e-01,
2.7628e-01, 1.0182e-01, -4.1377e-02, -3.5174e-02, -1.8416e-01,
4.1649e-01, -5.8672e-02, -1.9843e-01, 1.7201e-01, -3.1902e-01,
1.4212e-01, 4.3883e-01, -4.7245e-01, 3.6220e-01, -5.1345e-01,
-5.3342e-01, -3.5461e-01, -6.2555e-01, -5.4448e-01, 5.7178e-01,
-1.3009e-01, 1.3909e-01, 7.7736e-02, 1.4917e-01, 3.3196e-01,
-3.0843e-01, -2.2110e-01, -9.6808e-01, -5.3397e-01, 1.5804e-01,
-1.1143e-01, 1.6806e-01, 5.8034e-01, 2.0892e-01, 8.3171e-01,
4.7648e-02, 1.6053e-01, 6.5170e-01, -4.0792e-01, 2.5220e-01,
4.2377e-01, -3.2172e-02, 5.1723e-01, -5.6374e-01, -1.6211e-01,
7.3512e-01, -7.1691e-01, -9.6348e-01, -2.2154e-01, 8.4875e-02,
6.3960e-01, 7.2983e-01, 1.2897e-01, 9.6097e-02, -8.2443e-02,
-1.7630e-01, 4.1459e-01, 2.8135e-01, 6.4215e-01, -4.5871e-01,
1.6925e-01, 6.9780e-02, 8.5348e-01, -3.4450e-01, -3.8714e-01,
-2.2402e-01, 8.7813e-01, -9.2142e-01, 2.4230e-01, -3.3887e-01,
1.8086e-01, -2.7596e-01, -4.8267e-01, 5.0039e-01, 4.6938e-01,
8.4524e-01, -9.1557e-01, 4.3275e-01, 5.7515e-01, -6.0062e-01,
-2.5491e-01, -4.9296e-01, 8.1194e-02, 3.1308e-01, 4.0914e-01,
1.2349e-01, -6.7727e-01, -6.3198e-01, -4.9461e-01, -7.1027e-01,
-1.6747e-01, 3.0581e-02, -7.9329e-01, 6.5614e-01, 7.9182e-01,
1.3709e-01, -9.0430e-01, 2.3733e-01, 8.7902e-01, -4.3870e-01,
5.4273e-01, -4.2035e-01, -6.2312e-01, 9.1314e-01, -2.0631e-01,
2.1088e-02, -2.0771e-01, 9.3003e-01, 5.9366e-01, 1.9412e-01,
-2.7403e-01, -7.7803e-01, 3.5268e-01, 1.7047e-01, 5.7549e-01,
-2.5729e-01, 1.1504e+00, -2.3776e-02, -6.1808e-01, 6.1883e-01,
8.2792e-01, -7.7724e-01, 1.2824e-01, -4.0094e-01, -4.9607e-01,
2.4593e-01, -4.4568e-01, 2.8196e-01, 3.3063e-01, -3.8706e-02,
3.7378e-02, 7.4021e-01, 8.4211e-01, 4.3403e-01, -4.7441e-01,
-6.7377e-01, 6.4479e-01, -1.5520e-01, 5.4113e-01, -4.9851e-01,
-1.7788e-01, 2.9153e-01, -5.1053e-01, -7.9319e-01, -9.8733e-01,
-6.6650e-01, -3.3831e-01, -1.0367e+00, -3.6275e-02, -3.7823e-01,
6.6086e-01, -2.5939e-01, 5.1624e-01, -2.8676e-01, -7.7331e-01,
-4.9983e-02, -1.7585e-02, -4.9645e-02, -2.4174e-01, 1.0922e-01,
7.9578e-02, 1.1944e-01, -8.3246e-01, -3.5208e-01, -3.6776e-01,
1.2803e-01, -1.2547e-01, -2.0118e-02, -2.7540e-02, 4.1364e-01,
9.9958e-01, 3.5152e-01, 5.0702e-01, -8.5455e-01, -1.1465e-02,
-6.8983e-02, 1.0111e-01, 1.2678e-01, -4.5291e-01, -7.7092e-02,
1.0616e-01, 5.0667e-01, -2.2957e-01, -2.7791e-01, -5.6115e-01,
1.2932e-02, 6.7880e-02, 2.8734e-01, -4.2686e-01, -3.1390e-01,
8.5315e-01, 1.0004e-01, 3.4368e-01, -3.5487e-01, 1.1132e+00,
1.4343e-01, -3.5969e-01, 5.1067e-01, 9.1902e-02, 4.5706e-01,
5.8846e-01, -2.0743e-01, 6.7904e-02, -1.4207e-02, -8.3703e-01,
2.9498e-01, -7.2055e-01, -6.4879e-02, 5.0986e-01, 8.0648e-02,
-7.9713e-02, -1.0851e+00, -1.2780e+00])),
('model.encoder.layers.1.self_attn.out_proj.weight',
tensor([[-0.0137, -0.0021, -0.0456, ..., -0.0444, -0.0069, -0.0050],
[-0.0521, 0.0517, -0.0192, ..., 0.0236, -0.0211, -0.0238],
[ 0.0094, -0.0241, -0.0353, ..., -0.0276, -0.0368, -0.0247],
...,
[-0.0474, 0.0107, 0.0141, ..., 0.0341, -0.0189, -0.0127],
[ 0.0149, -0.0128, 0.0331, ..., 0.0012, 0.0132, -0.0030],
[ 0.0350, -0.0946, 0.0034, ..., -0.0053, 0.0144, -0.0508]])),
('model.encoder.layers.1.self_attn.out_proj.bias',
tensor([-5.6608e-02, 5.0485e-02, -5.3718e-03, -2.0838e-02, 1.6614e-02,
2.4848e-02, -6.9070e-02, -5.8308e-02, -1.8302e-02, 7.0854e-02,
2.9612e-02, 1.4691e-02, -6.7634e-02, 6.6101e-02, 4.3856e-04,
3.9492e-03, 8.1164e-02, 6.5889e-02, 2.0539e-02, 3.0170e-02,
1.1011e-01, 2.0786e-02, 2.5479e-02, -1.4164e-02, 3.3748e-02,
-9.5346e-04, 1.1347e-02, 2.2810e-02, 4.2813e-02, 1.1752e-01,
-2.0590e-02, 2.0182e-02, 4.4618e-02, -2.9150e-02, 5.8316e-02,
3.0149e-02, -4.4894e-02, 6.5997e-02, 6.7844e-03, 2.0042e-01,
-3.8917e-02, -1.2466e-01, -1.5895e-02, 1.1079e-01, 5.0876e-02,
4.8467e-02, 7.8904e-02, -1.0833e-02, -7.8764e-02, 4.3295e-02,
1.4461e-02, 1.0701e-01, 3.7043e-02, -4.4010e-03, 2.8036e-02,
-7.8851e-02, 1.2376e-02, -1.8553e-02, 5.6622e-02, -4.9630e-02,
-2.5203e-02, 2.2299e-03, 4.2032e-02, 1.7637e-02, 8.2819e-02,
-1.3218e-01, 9.0069e-03, 8.9858e-02, -1.9915e-02, 1.8930e-02,
3.1964e-02, -8.0661e-02, -1.0046e-01, -2.2091e-02, 1.2101e-03,
2.2696e-02, -1.0646e-01, 3.6874e-02, 3.2398e-03, -4.7805e-02,
-2.7348e-02, -3.2616e-02, 8.9392e-02, -9.7309e-03, -8.2002e-02,
-2.9233e-02, -9.4453e-02, -2.8092e-02, -5.1843e-02, 6.6805e-03,
3.2592e-02, 6.8842e-02, 8.3350e-02, 1.0878e-03, -3.8125e-02,
-8.0998e-02, 1.9050e-03, 3.5827e-02, -5.6586e-02, 7.0014e-02,
-6.1314e-02, 3.7156e-02, -2.9843e-02, -4.9333e-02, -1.0745e-02,
3.8053e-02, 3.2611e-02, -1.3631e-02, 4.1473e-02, 4.0254e-02,
2.0395e-02, 6.9209e-02, -2.6526e-02, -8.6562e-02, 1.8582e-02,
6.6798e-02, -2.2531e-02, 6.7285e-02, 1.1934e-01, -5.1691e-02,
9.8553e-02, -4.7431e-03, -3.2409e-02, 3.5537e-03, 3.2947e-02,
-8.3583e-02, -2.0709e-02, -4.8628e-02, 5.2146e-02, 7.2064e-02,
-4.6078e-02, 9.0318e-03, 3.9237e-02, 4.2634e-02, 4.6772e-02,
4.9524e-02, -2.0065e-02, 9.0025e-03, -9.3836e-03, -9.1462e-03,
3.8636e-02, 1.2670e-02, -9.6850e-02, 6.8011e-03, -1.6875e-01,
-3.9433e-02, 6.0351e-04, -1.4899e-02, 5.7010e-02, -2.8459e-02,
-9.6233e-02, 1.2602e-01, -1.7451e-02, 5.9227e-02, 3.3666e-02,
-6.7166e-03, 1.3030e-02, 3.7097e-02, 4.6214e-02, -1.1145e-01,
8.2571e-03, 2.4272e-02, 1.3222e-02, -9.2430e-02, 4.0912e-02,
-9.1968e-02, 1.0361e-01, -6.9120e-02, -6.0409e-02, 4.4673e-02,
2.4086e-02, -1.0323e-01, 1.1828e-01, -1.1613e-02, -7.1086e-03,
-4.4528e-02, 2.7947e-02, 1.1606e-02, -6.9389e-02, -7.6636e-02,
-2.4152e-02, -2.0435e-02, -8.1744e-03, 1.1391e-01, -4.5478e-04,
-1.2954e-02, -6.7338e-02, 1.1564e-01, -2.0181e-01, 1.0714e-02,
4.8455e-02, 1.6876e-02, 1.2058e-02, -5.4485e-02, 2.3910e-02,
-2.6563e-02, -1.2862e-02, 6.4235e-02, 6.8455e-02, 1.7062e-02,
1.5696e-01, -2.7672e-03, -1.1428e-02, -1.3246e-02, -4.0052e-02,
1.3116e-01, 8.0725e-02, -4.8572e-03, 1.3208e-01, -1.4308e-02,
8.7078e-03, 2.9499e-02, -1.1316e-02, -1.4967e-02, -1.0940e-01,
1.3175e-01, 4.7657e-03, -1.8900e-02, -3.5938e-03, -8.5556e-02,
2.4864e-02, 1.3938e-01, 3.4625e-02, -1.4184e-01, -3.7092e-02,
-6.9703e-02, 1.3526e-02, 8.5877e-02, -7.5268e-03, 1.2410e-01,
-2.6312e-02, -5.0664e-02, -5.7720e-02, -8.9136e-03, 3.1467e-02,
-1.5688e-02, 5.4253e-04, -7.6050e-02, 3.6610e-02, -3.8369e-02,
8.8989e-02, -9.8993e-03, -3.8733e-02, -1.2610e-01, -1.1614e-01,
-3.9679e-02, -4.8030e-02, -6.1019e-02, -1.2690e-02, -1.1224e-02,
-9.5563e-03, 6.8964e-02, -9.5720e-02, 1.5999e-02, 5.1482e-02,
-4.9374e-03, -6.3314e-02, -7.9604e-03, 9.9653e-02, -5.1907e-02,
-4.3689e-02, 4.4069e-02, 8.2327e-02, -9.1711e-02, 3.2249e-03,
-2.7281e-02, -5.2225e-02, 6.9451e-02, 6.3280e-02, -1.8764e-02,
-3.3374e-02, 4.4100e-02, -4.0149e-02, 8.8706e-03, -3.5206e-03,
8.6142e-02, -7.6746e-03, 6.7071e-02, 1.4867e-02, 1.0064e-03,
-7.8248e-02, 5.0717e-02, 4.3259e-02, 2.2201e-02, 2.3028e-02,
-2.6820e-02, -5.5999e-02, -1.0825e-01, -8.0692e-02, 9.0841e-03,
3.9606e-02, -6.6916e-03, -1.0277e-02, -3.0393e-02, 1.0790e-01,
3.3845e-02, -6.0523e-03, -1.7949e-02, -5.5863e-02, 2.5954e-02,
-1.8580e-02, 4.7846e-02, -4.5138e-02, -4.1124e-02, -1.2285e-02,
-8.4548e-03, 5.5877e-02, 2.0033e-02, 4.8059e-02, -4.0731e-02,
-5.2607e-02, -3.3576e-02, -3.3927e-02, -3.9785e-02, 3.6022e-02,
-5.9216e-03, -9.9503e-02, 4.1500e-02, -7.7282e-02, -5.4918e-02,
6.4371e-02, 9.2367e-03, -2.2449e-02, -9.2395e-02, 2.1499e-02,
2.9438e-03, -7.4183e-04, -2.6745e-02, 1.0903e-01, 4.4966e-02,
-1.2022e-01, 1.0515e-01, -4.9935e-02, 3.2568e-02, -7.5920e-02,
-4.4903e-02, 6.1143e-02, -3.5399e-02, -8.6776e-03, 8.4463e-02,
-4.6375e-02, 8.9577e-02, 4.7064e-02, -8.3247e-03, -8.2709e-02,
-2.5121e-02, -1.4412e-01, 2.9941e-02, -6.3642e-02, 1.1792e-02,
-4.0656e-02, 1.0727e-01, -2.2042e-02, -8.8098e-02, 3.8201e-02,
2.9301e-02, -6.9047e-02, 6.2272e-03, 3.9653e-02, 1.2700e-01,
-7.2088e-03, 5.7731e-02, 6.1379e-03, 7.7930e-02, 4.6032e-02,
4.8948e-02, 3.1267e-02, -4.7917e-02, -1.1267e-02, 4.7217e-02,
-2.8642e-02, 3.4862e-02, -5.7462e-02, -1.2622e-01, -4.2731e-02,
5.3580e-02, 7.3562e-02, 1.4163e-02, -4.0081e-02, -3.6674e-03,
-1.3511e-01, -1.9305e-02, -6.7643e-02, -1.8637e-02, 4.1626e-02,
-4.3892e-02, 1.8572e-02, -9.1596e-02, 5.4696e-02, 4.4716e-02,
-1.9563e-02, -1.2433e-02, 6.3433e-03, -5.8641e-02, -3.8419e-02,
-1.6337e-02, -5.4387e-02, 2.5583e-02, 1.5532e-01, 7.3611e-03,
3.0498e-03, -7.2539e-02, 8.2025e-03, -2.2297e-02, 1.2244e-01,
4.7282e-02, 7.0638e-02, -7.8122e-02, -4.2966e-02, 6.0813e-04,
-1.4151e-02, -3.2583e-02, 7.6322e-02, 4.5261e-03, -3.3135e-02,
-5.4001e-02, -2.4988e-02, 1.3589e-02, -9.2571e-02, -1.1638e-01,
6.8790e-02, 1.1003e-01, -4.6022e-02, 7.4928e-02, 4.2844e-03,
-7.7043e-02, -3.8572e-02, 7.6710e-03, -1.7455e-02, 9.6019e-02,
-2.2341e-02, 1.1350e-01, -4.3910e-02, -1.8512e-02, -6.7672e-02,
-1.0340e-02, -2.3777e-02, -1.9797e-02, -2.6749e-03, -7.4759e-02,
-2.7972e-02, 4.8422e-02, 6.1563e-02, 7.8260e-04, 1.8915e-02,
5.0835e-02, 2.9694e-02, -1.0226e-04, 1.6145e-01, 2.1877e-02,
-5.3460e-02, 5.6858e-02, 6.4198e-02, 9.9784e-02, 6.0132e-03,
-9.9872e-02, -2.4617e-02, 2.8682e-02, -9.7849e-02, -2.5532e-02,
7.4368e-02, 8.3347e-02, 7.1096e-02, -3.7622e-03, -1.6392e-02,
-4.1018e-02, 1.7613e-02, -9.0762e-02, -9.2589e-02, 5.9305e-02,
5.2869e-02, -6.5127e-02, -6.6204e-02, 7.7996e-02, 1.2932e-02,
-1.0949e-02, 1.5749e-02, 1.0423e-01, -1.8814e-02, 5.7797e-02,
3.9089e-02, -1.5529e-02, 8.6234e-02, -3.4129e-02, -5.9896e-02,
-3.0917e-02, -8.5945e-02, 7.6094e-03, -1.1406e-01, -1.0715e-02,
-8.3197e-02, -5.5302e-03, 2.2746e-03, 7.1530e-02, 1.5201e-02,
-4.0789e-02, 1.5992e-02, -8.7464e-02, -8.9177e-02, -1.1210e-01,
1.1699e-03, -4.8031e-02, 3.6105e-03, 1.3769e-01, -6.7334e-02,
3.4606e-02, 3.0341e-02, -8.0177e-02, 1.5591e-02, -4.8232e-02,
-1.0455e-02, 3.2353e-03, 1.1210e-01, 1.4104e-02, -4.9044e-03,
5.2975e-02, -4.8414e-03, 2.3465e-02, 3.0759e-02, 6.1459e-02,
1.4032e-02, -3.3801e-02, -7.3616e-02, 1.7369e-02, 1.1283e-02,
-1.0738e-02, -1.5502e-02, -1.1081e-02, -1.7118e-02, 1.4262e-02,
-5.9538e-02, 1.2834e-01, -5.2109e-02, 2.2794e-02, 6.5995e-03,
1.9745e-02, 8.5970e-02, 1.7870e-02, -4.1888e-02, -7.9751e-04,
4.3930e-02, 5.5553e-02, -6.3935e-02, 4.2569e-03, -2.4282e-02,
3.9999e-02, -3.3456e-02, -6.2233e-02, -3.4077e-02, 5.9456e-03,
-2.1210e-02, -5.1814e-03, 4.1809e-02, 1.3806e-02, -5.4132e-02,
-3.7854e-02, -5.7140e-02, 3.2951e-02, -4.4420e-03, -3.9104e-02,
3.5002e-02, 2.0336e-02, -1.8267e-03, 2.3740e-02, 6.8822e-02,
-3.0931e-02, 9.7623e-03, 9.4907e-02, -8.1047e-02, -1.9491e-02,
2.5807e-02, 1.4590e-02, -4.9227e-02, 9.5755e-02, -5.6953e-02,
-3.5340e-02, -1.6988e-02, 1.4270e-02, 2.5272e-02, -4.8342e-02,
7.9134e-02, -2.6995e-02, -2.1126e-02, -1.8714e-02, 1.1895e-02,
-1.0660e-01, 5.9294e-02, 1.5770e-02, 3.5865e-02, -5.6705e-02,
5.3119e-02, 3.6043e-02, 7.2713e-02, -6.6281e-02, -2.2038e-02,
-3.1676e-02, -3.0657e-03, 3.9612e-02, -2.6428e-03, -9.0697e-02,
1.2797e-01, -5.6950e-02, -1.9520e-02, -2.7697e-02, -2.2775e-02,
8.8965e-02, -3.2483e-02, 5.3940e-02, -8.5156e-02, 8.0438e-03,
1.7610e-02, -7.9186e-02, 1.6199e-02, -1.1398e-01, -3.2334e-03,
5.3579e-03, 4.4686e-02, -3.4990e-02, 3.0098e-03, -1.9309e-02,
4.3651e-02, -6.9239e-03, 1.9346e-02, 2.5251e-02, -6.7436e-02,
2.2264e-02, -1.7017e-03, -1.4405e-01, -3.5308e-03, -1.2607e-02,
2.8789e-02, 1.0033e-02, -4.1614e-02, -3.8458e-02, 1.5393e-02,
-1.0862e-01, 6.3081e-02, 1.8012e-01, 4.3679e-02, 1.5995e-02,
5.7551e-02, -1.9298e-02, 7.9799e-02, 6.1090e-02, -6.1429e-02,
-5.1218e-02, 6.6996e-02, 5.9629e-02, 5.4235e-02, 4.5605e-02,
1.9725e-01, -3.5244e-02, -1.7488e-02, -8.5698e-03, 3.7603e-02,
-4.6306e-02, -3.8221e-02, 4.0331e-02, -4.4395e-02, 3.1414e-02,
-7.6952e-02, -1.3959e-02, 3.3996e-02, -1.6655e-01, 6.8391e-02,
-4.4238e-02, -6.1672e-02, -1.0402e-01, 1.4480e-03, -2.3611e-02,
-6.9456e-02, -1.2150e-01, 2.5246e-02, -4.5591e-03, 6.0441e-03,
-8.6446e-02, 6.4067e-02, -1.4041e-01, -7.5339e-02, -1.6678e-03,
3.1616e-03, -7.6690e-02, 5.6646e-03, 8.1567e-02, -6.8995e-02,
1.3584e-02, 3.0740e-03, -5.0673e-02, 2.9309e-02, -4.3277e-02,
-4.5492e-02, -7.6948e-02, 1.0259e-02, -9.1907e-02, -1.0234e-02,
1.0202e-01, -1.0536e-01, 1.9766e-01, 6.8899e-02, -3.1118e-02,
2.8850e-02, 3.7568e-02, 2.1188e-02, 8.1538e-02, 2.5130e-02,
-2.3254e-02, -8.2862e-02, -1.0926e-01, -3.0862e-02, 9.2467e-03,
2.0755e-02, -2.0114e-01, -4.8768e-02, 3.8251e-02, 1.2019e-02,
-8.3700e-04, 4.3087e-02, -1.6183e-01, 1.8169e-02, -2.8863e-04,
-3.0092e-02, 3.0539e-02, 1.2009e-02, 5.6190e-02, -6.8930e-02,
-8.0967e-02, -1.2439e-01, -1.2769e-01, -3.8140e-02, -5.4522e-05,
6.2844e-02, -7.5891e-02, 1.2567e-01, 5.6274e-02, 2.5471e-02,
-2.2287e-02, -5.1891e-03, 1.0274e-01, 4.3408e-02, -1.1283e-01,
-1.4248e-01, 7.8263e-02, 3.6640e-03, -5.3682e-02, 4.9141e-02,
2.8068e-02, -1.9335e-02, -2.6829e-02, 2.2808e-02, -1.7090e-02,
5.9427e-02, 2.0009e-02, 5.7754e-02, -2.7160e-03, 4.6419e-02,
2.8147e-02, 9.2896e-03, -4.0853e-03, 2.7789e-02, 8.1893e-02,
-5.1575e-02, 9.3868e-02, 3.3553e-03, -2.4333e-02, -3.6383e-02,
-3.3662e-02, -3.2759e-02, -3.5303e-02])),
('model.encoder.layers.1.self_attn_layer_norm.weight',
tensor([0.5909, 0.4414, 0.5894, 0.4247, 0.5126, 0.4660, 0.4088, 0.3536, 0.5069,
0.3643, 0.4040, 0.3996, 0.5708, 0.3807, 0.4096, 0.6059, 0.3183, 0.3558,
0.5788, 0.5764, 0.3286, 0.4401, 0.3075, 0.5982, 0.5837, 0.3974, 0.5393,
0.6411, 0.5183, 0.2748, 0.5964, 0.4797, 0.2839, 0.6097, 0.5180, 0.5257,
0.3552, 0.6163, 0.3156, 0.3613, 0.5684, 0.8163, 0.5988, 0.5857, 0.4307,
0.4939, 0.5988, 0.5882, 0.3940, 0.5306, 0.4622, 0.3832, 0.5988, 0.3642,
0.3318, 0.4437, 0.5854, 0.3901, 0.5248, 0.5438, 0.5428, 0.5656, 0.5858,
0.4989, 0.3519, 0.3602, 0.3672, 0.3782, 0.5968, 0.5713, 0.5787, 0.6110,
0.6189, 0.4481, 0.3983, 0.4526, 0.6276, 0.6312, 0.5612, 0.3799, 0.4010,
0.5841, 0.5182, 0.5224, 0.3678, 0.4172, 0.4132, 0.5558, 0.3007, 0.4927,
0.4638, 0.5050, 0.5565, 0.5968, 0.4430, 0.5962, 0.3468, 0.5992, 0.4017,
0.3756, 0.4674, 0.5932, 0.4826, 0.2708, 0.5684, 0.5508, 0.5373, 0.4918,
0.4105, 0.5812, 0.6680, 0.7264, 0.3550, 0.4920, 0.6104, 0.6109, 0.3395,
0.5974, 0.6100, 0.5752, 0.3209, 0.5900, 0.3899, 0.5937, 0.5121, 0.3802,
0.5841, 0.5412, 0.5998, 0.3403, 0.5594, 0.4782, 0.5718, 0.5316, 0.3634,
0.5481, 0.4043, 0.4772, 0.3827, 0.3130, 0.5182, 0.5198, 0.4715, 0.5906,
0.3842, 0.5567, 0.3757, 0.3903, 0.5901, 0.6137, 0.6224, 0.3678, 0.3888,
0.5502, 0.4876, 0.5788, 0.5177, 0.4232, 0.5183, 0.4182, 0.5885, 0.5881,
0.5962, 0.3827, 0.5170, 0.3524, 0.3647, 0.4565, 0.6172, 0.2856, 0.3419,
0.5373, 0.3080, 0.5634, 0.5716, 0.5651, 0.3440, 0.3693, 0.4386, 0.3920,
0.5420, 0.3727, 0.5974, 0.3589, 0.4011, 0.3801, 0.7707, 0.5721, 0.3562,
0.5629, 0.4001, 0.5853, 0.5850, 0.5538, 0.5918, 0.6179, 0.3502, 0.5993,
0.8107, 0.3866, 0.4315, 0.5645, 0.4028, 0.4736, 0.5965, 1.4285, 0.4347,
0.5386, 0.5664, 0.5533, 0.5081, 0.5755, 0.3979, 0.5907, 0.3698, 0.4334,
0.3590, 0.5543, 0.5855, 0.3616, 0.5946, 0.3384, 0.6062, 0.3690, 0.4375,
0.4129, 0.4106, 0.5392, 0.5948, 0.4101, 0.5955, 0.4523, 0.5427, 0.6114,
0.4058, 0.6048, 0.4627, 0.4663, 0.5635, 0.3951, 0.6139, 0.6024, 0.4715,
0.3328, 0.3661, 0.5805, 0.5900, 0.3638, 0.5056, 0.5487, 0.3996, 0.3474,
0.3766, 0.5986, 0.3658, 0.5927, 0.4323, 0.5985, 0.3080, 0.3391, 0.4194,
0.5711, 0.4414, 0.3762, 0.6130, 0.5827, 0.3871, 0.3462, 0.4595, 0.5975,
0.3357, 0.5844, 0.5426, 0.6314, 0.4318, 0.5657, 0.4761, 0.5994, 0.5929,
0.5835, 0.4102, 0.3871, 0.5816, 0.5551, 0.5311, 0.5580, 0.5833, 0.4244,
0.5990, 0.3670, 0.3651, 0.5791, 0.5911, 0.5698, 0.6091, 0.3461, 0.5675,
0.5683, 0.3661, 0.6037, 0.6013, 0.5366, 0.6231, 0.3937, 0.5819, 0.5999,
0.4864, 0.5174, 0.5165, 0.3824, 0.6306, 0.3396, 0.4507, 0.3138, 0.4248,
2.4073, 0.3511, 0.4471, 0.4047, 0.5330, 0.5090, 0.5818, 0.3521, 0.3649,
0.3721, 0.3496, 0.4188, 0.5146, 0.3210, 0.3929, 0.4155, 0.3280, 0.3538,
0.5544, 0.4678, 0.8631, 0.6040, 0.4457, 0.5995, 0.5427, 0.3197, 0.6051,
0.4159, 0.5876, 0.4330, 0.4499, 0.4151, 0.5458, 0.5587, 0.5827, 0.5711,
0.3857, 0.4740, 0.3827, 0.5894, 0.3974, 0.3536, 0.5783, 0.2674, 0.4416,
0.3188, 0.3289, 0.3932, 0.4020, 0.6314, 0.5020, 0.4050, 0.5862, 0.8311,
0.4585, 0.6151, 0.5675, 0.5341, 0.3988, 0.4342, 0.4773, 0.5879, 0.4233,
0.6014, 0.5945, 0.3677, 0.3256, 0.3684, 0.5898, 0.5085, 0.5738, 0.3665,
0.5127, 0.5003, 0.4543, 0.5087, 0.4814, 0.5826, 0.3534, 0.5242, 0.5996,
0.5679, 0.5765, 0.3017, 0.5801, 0.3507, 0.4698, 0.5539, 0.4985, 0.3868,
0.5400, 0.4381, 0.5785, 0.5390, 0.3884, 0.6125, 0.5370, 0.4092, 0.4074,
0.6066, 0.6002, 0.5994, 0.5351, 0.6215, 0.3167, 0.5214, 0.3932, 0.3769,
0.3677, 0.5976, 0.6173, 0.5330, 0.3878, 0.4863, 0.4624, 0.4906, 0.4045,
0.5151, 0.5929, 0.4134, 0.5756, 0.5953, 0.5295, 0.5870, 0.4641, 0.5990,
0.4011, 0.3556, 0.3656, 0.6437, 0.4649, 0.5692, 0.5463, 0.4150, 0.3862,
0.5348, 0.5911, 0.5375, 0.3573, 0.5228, 0.4652, 0.3852, 0.5812, 0.5609,
0.3963, 0.3793, 0.3283, 0.3399, 0.5549, 0.4153, 0.3765, 0.6012, 0.4584,
0.3775, 0.4512, 0.6018, 0.5804, 0.3401, 0.5788, 0.4932, 0.5715, 0.4463,
0.4243, 0.5597, 0.6101, 0.3817, 0.5981, 0.4304, 0.3677, 0.6273, 0.3422,
0.4309, 0.5407, 0.4713, 0.3571, 0.4771, 0.2845, 0.4964, 0.4082, 0.5712,
0.3348, 0.5629, 0.2255, 0.5637, 0.4944, 0.3913, 0.5207, 0.3745, 0.4980,
0.4506, 0.5925, 0.6752, 0.5200, 0.5628, 0.4363, 0.5635, 0.6041, 0.4345,
0.6101, 0.4679, 0.3990, 0.3111, 0.5724, 0.4921, 0.6303, 0.4387, 0.4148,
0.3889, 0.5341, 0.4157, 0.5378, 0.5873, 0.9284, 0.3353, 0.3599, 0.4206,
0.4395, 0.6087, 0.5718, 0.5436, 0.6170, 0.4586, 0.3316, 0.4853, 0.4655,
0.5489, 0.5389, 0.6101, 0.5647, 0.3313, 0.3542, 0.4076, 0.3487, 0.4833,
0.4737, 0.5988, 0.3374, 0.3795, 0.4367, 0.3946, 0.6114, 0.3633, 0.8574,
0.6217, 0.3664, 0.5527, 0.4704, 0.5547, 0.5546, 0.5406, 0.4435, 0.5795,
0.4383, 0.4616, 0.5843, 0.6827, 0.3519, 0.5687, 0.5400, 0.4364, 0.4322,
0.3655, 0.5241, 0.6214, 0.5947, 0.5184, 0.4421, 0.7791, 0.5706, 0.4391,
0.6172, 0.3096, 0.4014, 0.5616, 0.5007, 0.5936, 0.3913, 0.3210, 0.3712,
0.4536, 0.5805, 0.5516, 0.5017, 0.5498, 0.3366, 0.4435, 0.4061, 0.4735,
0.5451, 0.3323, 0.3996, 0.4591, 0.5341, 0.3734, 0.4630, 0.5870, 0.5942,
0.5856, 0.3291, 0.5606, 0.5967, 0.5653, 0.4262, 0.4490, 0.3614, 0.5415,
0.6027, 0.5375, 0.4045, 0.4438, 0.5217, 0.6003, 0.4053, 0.4925, 0.5930,
0.9629, 0.3491, 0.4588, 0.4944, 0.5892, 0.3530, 0.3421, 0.3225, 0.5928,
0.4652, 0.4613, 0.5896, 0.4257, 0.5841, 0.3467, 0.3118, 0.3428, 0.2683,
0.3714, 0.5136, 0.3666, 0.5181, 0.6165, 0.4791, 0.5859, 0.3932, 0.2667,
0.3982, 0.4618, 0.5733, 0.5753, 0.6083, 0.5587, 0.3573, 0.4886, 0.4008,
0.3866, 0.3928, 0.3966, 0.5929, 0.5592, 0.3809, 0.3755, 0.5087, 0.4860,
0.4721, 0.5763, 0.4238, 0.3003, 0.3774, 0.4663, 0.4534, 0.4172, 0.4581,
0.5832, 0.4140, 0.5786, 0.5753, 0.3428, 0.5192, 0.4593, 0.2768, 0.5622,
0.6036, 0.3636, 0.4013, 0.3687, 0.3952, 0.3347, 0.6441, 0.5824, 0.3921,
0.3895, 0.5855, 0.6033, 0.5821, 0.5705, 0.6215, 0.5986, 0.5998, 0.5939,
0.3794, 0.5791, 0.5034, 0.3704, 0.3389, 0.3616, 0.4023, 0.4126, 0.5051,
0.4034, 0.5663, 0.5662, 0.8122, 0.4230, 0.4980, 0.3419, 0.4141, 0.5842,
0.3719, 0.5749, 0.3565, 0.3312, 0.3497, 0.5403, 0.5860, 0.6155, 0.3815,
0.4707, 0.5960, 0.3293, 0.4151, 0.6015, 0.5064, 0.5590, 0.3913, 0.5896,
0.4138, 0.5835, 0.5327, 0.4950, 0.5993, 0.5890, 0.5242, 0.6062, 0.3227,
0.5696, 0.6114, 0.5610, 0.3294, 0.6714, 0.4693, 0.3443, 0.5447, 0.4290,
0.4171, 0.5873, 0.4082])),
('model.encoder.layers.1.self_attn_layer_norm.bias',
tensor([ 1.3042e-01, 1.7738e-02, -1.4407e-02, 6.0552e-02, -6.5271e-02,
9.9862e-03, 7.0010e-02, -5.7398e-02, -1.5819e-01, -1.1607e-01,
-4.5112e-03, 1.1744e-04, -3.7073e-03, 3.7699e-02, -2.0522e-02,
1.7589e-01, -3.8546e-02, 9.2622e-03, -4.6776e-02, -3.3392e-02,
3.1618e-02, -4.3970e-02, 2.3367e-02, 1.4890e-01, -6.0991e-02,
-7.2050e-03, -1.7915e-02, -1.0444e-01, 4.2748e-02, -2.5081e-02,
-2.8306e-02, 1.9107e-02, 1.6578e-01, -4.0561e-02, -2.1557e-02,
5.5188e-02, -1.4389e-02, -5.1135e-02, -9.9436e-03, -4.9765e-02,
5.8005e-02, 6.9576e-01, -1.5897e-02, 6.0445e-02, -1.1408e-01,
-3.5382e-02, -1.3585e-02, -4.2552e-02, -1.4225e-01, 1.9769e-01,
-3.2725e-02, -2.0842e-02, -2.4127e-02, 1.9214e-03, 8.7479e-02,
7.3332e-02, -8.4012e-02, -4.0581e-02, -8.1396e-02, 7.5452e-02,
-4.7393e-02, 2.8747e-02, -7.3102e-03, 2.0145e-03, 8.4551e-02,
3.1377e-02, -1.7457e-01, 1.8806e-02, 7.0913e-02, -1.6597e-01,
9.8976e-02, -2.0802e-02, 6.6392e-02, -6.9885e-02, 9.3423e-02,
-4.4156e-02, 4.5956e-02, 5.7233e-02, 6.1033e-02, 8.5333e-02,
-7.2914e-02, -7.6415e-02, -8.8187e-02, 1.3484e-01, -1.7863e-02,
1.2481e-02, -4.1822e-02, 3.2197e-02, 6.6202e-02, -1.2980e-01,
5.3456e-02, -8.7326e-03, 2.4951e-02, 9.6687e-02, -1.1283e-02,
1.0556e-01, 4.8041e-02, 8.3516e-02, 1.3430e-01, -1.3621e-01,
7.9550e-02, 5.6176e-02, 3.4614e-02, 1.4753e-01, -5.4046e-02,
4.3257e-03, -4.7267e-03, 2.9888e-02, 1.1023e-01, 1.3510e-02,
5.7149e-03, 5.3614e-01, -4.1337e-02, 6.1923e-02, 1.6855e-01,
-8.9790e-02, 2.0196e-01, -7.8929e-03, -6.4599e-02, -3.1174e-02,
5.6579e-02, 1.5373e-01, -9.8549e-02, -5.3447e-02, 1.7273e-02,
5.6854e-02, -5.3713e-02, -3.4054e-02, -8.9848e-02, 3.5439e-02,
4.6123e-02, 1.2388e-01, 5.7735e-02, 4.4063e-02, 7.9965e-02,
4.1256e-02, -7.0052e-03, 5.1462e-02, 7.8124e-03, 1.1759e-01,
-4.3316e-02, 8.5944e-02, -8.0978e-02, -2.0864e-02, 1.8799e-01,
-4.9383e-02, 1.3001e-01, 1.2849e-01, 8.6249e-02, -4.6186e-02,
-4.3821e-02, 8.3532e-02, 2.3642e-03, -5.8160e-02, 6.7717e-02,
2.1094e-01, -2.5063e-02, 3.3442e-02, -1.8511e-01, 3.1479e-02,
-9.9257e-02, -9.1572e-02, 1.7128e-02, 3.2716e-02, -3.4643e-02,
2.5913e-02, -9.5827e-02, 2.2782e-01, 7.2736e-03, -1.0808e-01,
-5.9298e-03, 1.7863e-01, -7.2369e-02, -2.2984e-02, 2.1516e-03,
-8.8348e-02, 3.3020e-02, -5.8215e-03, 9.2946e-02, -4.5904e-02,
7.4076e-02, -7.3290e-02, -1.0371e-01, -5.4500e-02, 4.8949e-02,
1.5014e-02, 1.2007e-01, -1.2497e-01, 2.0797e-01, -8.0018e-03,
-2.6173e-02, 1.2930e-01, 2.2039e-02, -7.9034e-02, -2.5663e-02,
-1.7032e-01, 1.0915e-01, 4.3409e-02, -1.1830e+00, 3.0731e-02,
-3.4666e-01, -3.0670e-02, 3.0327e-02, 4.3429e-02, 7.4046e-02,
-2.4052e+00, -5.0889e-02, 2.9986e-02, -3.7959e-02, -6.2766e-02,
-7.3491e-03, 8.0947e-02, 2.2286e-02, -1.6070e-01, 5.3730e-03,
2.7790e-03, 1.0950e-02, 7.2686e-02, -4.6749e-04, -1.6811e-02,
1.8050e-01, -3.3199e-01, 2.3785e-01, 2.4218e-01, 3.2337e-02,
-1.5836e-02, 9.7755e-02, -5.0666e-02, 3.4685e-02, -5.5869e-02,
1.4596e-02, 6.2221e-02, -8.2856e-02, -1.8074e-01, 4.8140e-02,
5.1731e-02, 4.9343e-02, 1.8233e-01, 6.3557e-02, 2.0157e-02,
4.2506e-01, 5.8382e-02, 3.0341e-02, 1.1990e-01, -1.2641e-01,
2.4301e-02, -5.7755e-03, 1.6389e-01, -1.3690e-01, -4.9194e-02,
1.8029e-01, 6.8349e-02, -2.4946e-02, 1.5878e-02, -5.7347e-02,
-5.9514e-02, 7.6181e-02, 9.3773e-02, -5.0772e-02, 3.2813e-02,
-1.2963e-01, -1.6818e-02, 4.2294e-02, -7.3909e-02, 1.1164e-01,
-2.1943e-01, -1.0021e-01, 4.2654e-02, -6.1402e-02, -5.1571e-02,
1.0263e-01, 6.2667e-02, 4.4366e-02, 2.6090e-01, 5.2449e-02,
2.1875e-02, 1.0704e-01, -9.7628e-02, 1.1267e-01, -3.6516e-03,
-2.1638e-02, 1.1062e-01, 1.7115e-02, -1.6241e-01, 4.3861e-02,
-5.2149e-02, -8.9702e-02, -3.5085e-02, 4.8885e-02, 1.5028e-01,
3.7796e-02, 1.1369e-02, -2.2485e-01, 7.6608e-02, -1.5776e-02,
-1.0525e-01, 7.1127e-02, 2.2941e-02, 6.2637e-02, -8.1422e-02,
-4.1533e-02, -3.5248e-04, 1.7036e-02, -1.0431e-01, -8.2714e-02,
-4.3921e-02, 4.5508e-02, 4.3909e-02, -2.3369e-02, 1.9610e-02,
2.0795e-01, -3.5181e-02, 1.7533e-02, -1.2772e-01, 3.6257e-02,
2.2902e-01, -7.7915e-02, 1.4912e-01, -3.2985e-02, 2.3483e-02,
8.7267e-02, -5.0621e-02, -1.2634e-02, -2.5123e-02, 8.4476e-03,
-6.0392e-02, 1.1518e-01, 3.9340e-02, -9.7922e-02, -2.0103e-02,
1.6222e-01, -1.1021e-01, 5.3528e-02, 4.6004e-02, 6.8463e-03,
-3.6026e-01, -6.6819e-03, 4.7556e-02, -6.2815e-02, 8.7584e-03,
2.4623e-01, 4.4941e-04, 3.4100e-02, 1.6209e-01, -3.0157e-02,
4.3163e-02, 1.5685e-02, 3.8873e-02, 2.2640e-02, 5.2268e-02,
-6.0821e-02, 6.3985e-02, -2.9213e-02, -8.7502e-02, 4.9466e-02,
5.7726e-02, -3.4072e-02, -9.9716e-03, 4.1832e-02, -1.2780e-04,
-4.9426e-02, 3.1952e-02, 3.0992e-01, 1.3655e-02, -1.1945e-01,
-2.0616e-02, 7.4698e-02, 1.1198e-01, -1.1500e-01, -7.4565e-04,
-1.5347e-01, 1.1507e-02, 9.5511e-02, 3.2794e-02, 2.7528e-03,
-2.0293e-01, 6.3982e-02, 3.1529e-02, -6.1780e-02, -5.8593e-02,
1.3253e-01, 1.2617e-01, -1.0597e-01, 2.0708e-02, 1.1183e-01,
-1.1918e-01, 4.9098e-02, -8.3928e-02, 6.7436e-03, 1.3159e-02,
2.8109e-02, -1.0684e-01, 4.7955e-02, 2.5030e-02, 1.0206e-02,
-1.0675e-02, 1.2929e-01, 1.5597e-02, -4.4089e-02, -1.9603e-02,
-7.3157e-03, 8.8257e-03, -1.0777e-02, 9.7192e-02, -8.8052e-02,
-3.0236e-02, -5.3330e-02, 2.5306e-02, 3.5215e-02, -4.4107e-02,
2.1851e-01, 2.1568e-04, -4.5862e-02, 6.5511e-02, -1.6822e-01,
1.7590e-01, 6.6897e-02, 1.0977e-04, -8.6103e-02, -4.1227e-02,
-6.3433e-02, -8.0577e-03, 2.1520e-01, 1.7072e-02, 2.5756e-01,
9.1164e-03, 1.6325e-01, 2.3305e-02, 1.2520e-01, -1.1866e-01,
7.3054e-03, 8.6144e-03, -3.4963e-02, 7.2104e-02, -1.1453e-01,
9.9232e-03, 6.2566e-02, -5.6115e-02, 6.3469e-02, 1.5984e-02,
5.2581e-02, 1.2337e-01, 4.9958e-02, 4.5881e-02, 3.0144e-01,
7.3360e-02, 6.1526e-02, -6.0883e-03, -6.6665e-02, 6.2284e-02,
5.3563e-02, -1.1338e-02, -2.0123e-02, -8.3706e-02, 2.6058e-01,
-1.3975e-01, 1.1927e-02, -1.4349e-01, -2.6907e-02, -1.0122e-01,
5.4247e-02, 1.0057e-01, 4.8536e-02, -3.3602e-02, 4.5365e-02,
5.2688e-02, 2.4417e-01, 7.5521e-02, 1.1404e-01, -4.3210e-02,
2.2636e-02, -8.4288e-03, 2.2343e-01, -1.3202e-02, -1.3620e-02,
1.1587e-01, -3.5120e-02, -6.1209e-02, -1.9935e-02, -1.2021e-01,
7.6521e-02, -1.4673e-01, 9.8203e-02, 6.4385e-02, 2.4927e-01,
2.2737e-02, 2.3786e-01, 6.8997e-02, 3.9291e-02, 4.9194e-02,
-1.8570e-02, -1.1109e-01, 1.9405e-02, -6.6626e-02, 7.2991e-02,
5.1524e-02, 5.9196e-02, 4.7472e-02, 2.0425e-01, 1.4049e-01,
6.2003e-02, 6.9384e-02, -8.6584e-02, -1.2232e-01, -6.9169e-02,
1.5848e-01, -2.5940e-01, 5.3181e-02, 1.9408e-02, 1.3285e-02,
1.6058e-01, 7.3007e-02, 7.6856e-02, 7.3367e-03, 8.5541e-04,
7.7714e-02, 1.9666e-04, 1.3394e-01, -1.4707e-02, 2.8001e-01,
1.5432e-02, 4.7265e-02, 6.8694e-03, 1.9412e-02, -5.6271e-02,
8.8336e-02, -2.9268e-03, -3.0636e-01, 4.2966e-02, -7.5578e-02,
2.0418e-01, -5.6338e-02, 1.5745e-02, -2.5537e-02, -8.9715e-02,
1.6183e-01, 1.3432e-02, -1.8273e-02, 6.2291e-03, 6.2626e-02,
5.2914e-02, 3.5316e-02, 2.1293e-01, 5.4242e-02, 2.5185e-03,
1.8124e-02, 3.0114e-01, -2.7282e-02, 8.9357e-02, 3.3806e-03,
1.9253e-02, -1.5104e-01, 6.8738e-02, 1.7437e-02, 4.3543e-02,
-3.1369e-02, -3.9515e-02, 1.1535e+00, 2.0275e-01, -8.1358e-02,
-7.1354e-02, 1.2796e-01, 9.1591e-02, 3.5475e-02, -8.9347e-02,
4.8325e-02, 3.2625e-02, 3.5760e-02, -9.8080e-02, -7.4951e-02,
4.9610e-01, -2.0647e-02, -2.1666e-03, 7.0485e-02, -1.3978e-03,
-2.0759e-01, 6.7163e-02, -5.9772e-02, -3.1408e-01, 2.8922e-01,
4.7019e-02, 6.8349e-02, 5.6921e-01, 1.4315e-01, 1.6182e-02,
-7.6894e-02, -8.3962e-02, -4.1606e-02, 2.8589e-02, -1.1851e-02,
5.5351e-02, -1.1092e-01, 3.5083e-03, 5.0503e-02, -1.1366e-01,
-6.1611e-02, 5.3979e-02, 2.0596e-02, 1.0231e-01, 4.6930e-01,
-7.2767e-02, 1.6895e-01, -3.0027e-02, -4.4437e-02, -5.8817e-02,
-1.1435e-01, 5.9628e-02, 1.9359e-02, 4.8980e-02, 9.4568e-02,
-1.3781e-02, 2.9497e-02, 5.9294e-02, -3.1248e-02, 2.2138e-01,
-3.3566e-02, -5.2157e-02, 2.8003e-02, 1.1920e-01, -1.2481e-02,
-1.6544e-02, -3.8767e-02, 9.9591e-02, -6.3988e-02, 5.4449e-02,
-6.9158e-02, -4.1840e-02, 1.1300e-01, 1.1177e-01, -2.5024e-03,
3.5560e-01, -1.3793e-01, 1.9445e-03, 3.7131e-02, 5.7049e-02,
-1.0734e-01, 2.5211e-02, -9.7220e-02, -4.5320e-02, -1.0596e-02,
1.4295e-01, -3.1604e-02, -7.3688e-02, -1.0635e-02, 1.4981e-01,
-1.0382e-01, 8.2188e-03, 2.0338e-02, -3.5792e-03, -1.0011e-01,
-1.4064e-01, -2.8078e-03, -1.4612e-01, 2.3380e-03, -2.0131e-02,
1.6366e-01, 1.0153e-01, -3.1587e-02, 5.7905e-02, 5.4762e-03,
-8.5042e-02, 1.7993e-01, -5.7642e-02, 5.8630e-02, 5.0344e-02,
-1.7170e-02, 1.0487e-01, -5.5883e-02, -1.0331e-01, 2.7237e-02,
-4.4926e-02, 1.1042e-02, -1.7601e-01, -1.0308e-02, -6.0885e-02,
-7.5890e-02, 7.5589e-02, 1.3368e-02, 1.5192e-01, 2.6124e-02,
1.2690e-01, 2.4247e-01, -1.3652e-01, -2.3030e-02, -2.3495e-01,
8.5479e-02, -4.2823e-02, -1.1913e-02, -4.4113e-02, 7.9174e-02,
8.7034e-03, 1.6800e-01, 2.3826e-03, -4.0541e-02, 1.2647e-01,
4.4069e-02, -9.1431e-02, 1.5200e-01, 2.2999e-02, 3.2704e-01,
1.5797e-02, 1.8362e-02, -2.1509e-02, 5.6588e-02, -3.8673e-03,
-2.7456e-02, 2.2433e-01, 1.2162e-01, -8.2759e-02, -9.1429e-02,
-7.9731e-03, 1.3391e-01, 9.2232e-02, -4.2352e-02, -5.1939e-02,
7.1989e-02, 3.3454e-02, -4.3499e-03, 4.4330e-02, -9.2273e-02,
-7.2598e-02, -9.9227e-03, 1.7387e-01, -1.2476e+00, -1.4129e-02,
4.3099e-02, -1.7978e-02, -1.5640e-02, 1.1302e-01, 5.1092e-02,
6.9799e-02, 2.9950e-02, -4.1990e-03, -3.8194e-01, -3.8274e-02,
2.6359e-02, 7.6944e-02, -4.7741e-02, 2.2744e-01, -7.7748e-02,
4.3526e-02, -2.6159e-02, -1.4539e-01, 6.6531e-02, 3.6193e-02,
-1.3116e-02, 4.9463e-02, -2.9329e-02, 6.3498e-03, 4.7174e-02,
-4.7981e-03, -9.0005e-03, 9.8016e-02, 1.9398e-02, -2.0995e-02,
-4.9407e-02, 1.7989e-01, 9.3877e-02, -7.1934e-04, -5.3284e-02,
4.6538e-01, 1.1882e-02, 3.1686e-02, 2.3260e-02, 1.4023e-02,
1.2782e-01, 1.0693e-01, 3.8377e-02])),
('model.encoder.layers.1.fc1.weight',
tensor([[-0.0724, -0.0908, -0.0396, ..., -0.0917, 0.0556, -0.1193],
[-0.0358, 0.0253, 0.0199, ..., 0.0060, -0.0090, 0.0218],
[-0.0555, -0.0871, 0.0127, ..., -0.0401, -0.0378, -0.0039],
...,
[-0.0351, -0.0215, -0.0590, ..., -0.0973, -0.0408, -0.0199],
[ 0.0607, 0.1088, -0.0479, ..., -0.0213, 0.0218, 0.0714],
[ 0.0213, -0.1304, 0.0204, ..., -0.0274, -0.0793, 0.0149]])),
('model.encoder.layers.1.fc1.bias',
tensor([-0.0959, -0.0978, -0.0482, ..., -0.1109, -0.1509, -0.2096])),
('model.encoder.layers.1.fc2.weight',
tensor([[-0.0397, 0.0377, -0.0172, ..., -0.0234, 0.0508, -0.0496],
[-0.0583, 0.0091, -0.0688, ..., 0.0818, 0.1686, -0.0204],
[-0.0426, 0.0169, -0.0257, ..., -0.0124, -0.0568, 0.0447],
...,
[ 0.0375, 0.1132, 0.0715, ..., 0.0248, 0.0070, -0.0547],
[-0.0047, -0.0119, 0.0229, ..., 0.0509, -0.0006, -0.0593],
[ 0.0404, 0.0445, 0.0158, ..., -0.1438, 0.1397, 0.0907]])),
('model.encoder.layers.1.fc2.bias',
tensor([ 5.3407e-02, -2.1566e-02, 1.5805e-02, 3.7066e-02, -7.0716e-02,
9.4982e-02, -3.3613e-02, -4.0168e-02, 6.6397e-02, 9.4024e-02,
6.4119e-02, -1.8153e-01, 3.5812e-02, -1.2915e-01, 2.6331e-02,
-7.6176e-02, 2.6547e-02, -1.7741e-03, 9.0436e-03, 2.9500e-02,
-2.9011e-02, -2.9756e-02, -2.3779e-02, -5.0130e-02, 2.6021e-02,
-2.1390e-02, 3.0466e-02, 3.6944e-03, 4.1298e-02, 3.6831e-01,
6.5215e-02, -9.9994e-02, 1.2393e-01, -1.6728e-02, 2.1203e-02,
-3.3013e-02, 1.0517e-01, 2.3954e-02, 9.9973e-03, -1.6606e-04,
1.1838e-01, 1.2052e-01, 2.3892e-02, -5.3489e-02, 3.3714e-02,
-9.8232e-02, 3.5076e-02, -1.3549e-02, 5.8502e-03, 4.6248e-02,
1.4916e-01, -1.1433e-01, -1.0112e-01, 1.3306e-03, -9.2953e-02,
-3.0352e-02, 6.0119e-02, 9.5861e-02, -1.1408e-02, -1.8634e-02,
-4.4873e-03, -6.4987e-02, -3.1934e-02, -2.6316e-02, 6.1016e-02,
5.2565e-02, -1.3035e-02, 1.7500e-02, 4.7420e-02, 1.0213e-01,
-6.2254e-02, 5.6330e-02, 9.4402e-03, 2.0391e-01, 5.3099e-02,
5.5029e-02, -3.5542e-03, -1.1704e-01, -1.6902e-02, -1.2564e-02,
-7.3652e-02, -2.6794e-02, -2.5842e-03, 3.6363e-02, 9.9236e-02,
1.0848e-02, 2.1726e-01, -2.5507e-02, 9.6032e-02, 1.4048e-02,
-6.6375e-02, -4.2702e-02, 3.7093e-02, 4.3315e-04, -1.0125e-01,
2.0287e-02, 8.2209e-03, -1.0160e-01, 8.8998e-02, -3.6389e-02,
-2.5753e-02, 3.3133e-02, 3.1740e-02, -9.1625e-02, 6.4110e-02,
-9.5129e-02, 9.0473e-04, -1.1227e-01, -9.0034e-02, -1.4262e-01,
-9.1535e-03, -4.8303e-02, -6.8636e-02, -5.3930e-03, 8.8684e-03,
2.5539e-02, -1.7604e-01, 4.9407e-02, 4.8169e-02, -2.7150e-04,
-1.0586e-01, -3.6767e-02, 6.5277e-02, 6.2584e-02, 4.3704e-02,
-7.4366e-02, -7.1210e-02, 6.5013e-02, -7.1530e-02, -3.7107e-02,
-5.4458e-02, -8.3710e-02, -3.9622e-02, 1.9787e-02, -2.0629e-03,
-2.9000e-02, -1.1565e-01, 4.9794e-02, -8.6935e-02, -7.9346e-03,
-7.2635e-02, -3.1415e-02, -6.4227e-02, 3.2882e-02, -4.0515e-02,
6.5227e-02, -6.7731e-02, -5.4564e-02, -4.4507e-02, 2.5937e-02,
-4.8756e-02, -4.1369e-02, 3.8539e-02, -4.9117e-02, 6.5907e-02,
6.3810e-03, -1.2353e-01, 5.2088e-03, -2.1085e-01, 9.6051e-02,
-5.9885e-02, 2.1918e-02, -3.9112e-02, -2.1661e-02, 2.7954e-02,
-2.3568e-02, 5.1709e-02, -6.6580e-02, 7.3850e-02, -2.3608e-01,
2.3025e-01, -3.6088e-03, -4.9879e-02, -7.6200e-02, 1.3942e-02,
-3.0994e-02, 6.0366e-03, 6.3820e-02, 3.4589e-02, -7.3099e-02,
-5.9408e-02, -3.8786e-02, 8.8059e-02, 4.4800e-02, 7.5159e-02,
4.1877e-02, -6.3888e-02, -8.7635e-02, 4.4952e-02, 4.2457e-03,
3.7083e-02, -3.6544e-02, -2.9506e-02, 4.9183e-02, -2.7926e-02,
-1.6749e-02, -4.3754e-02, 9.7054e-03, 1.8491e-02, -1.3424e-02,
1.6194e-01, 1.0885e-01, -1.5854e-01, -4.2608e-03, 2.6766e-02,
6.6548e-01, 8.0562e-02, 7.0384e-02, -6.7609e-02, 5.1495e-02,
-1.0407e-01, 4.4390e-02, -4.4544e-02, 5.4233e-02, 6.5690e-03,
4.7678e-02, -1.4999e-03, 3.8614e-02, 2.4528e-02, -1.1722e-01,
4.3848e-02, 5.2659e-02, -7.0429e-02, 9.6855e-02, -1.5051e-01,
4.5176e-02, -3.6413e-02, 7.2125e-02, -6.2626e-02, -9.3159e-02,
2.0255e-02, 2.0842e-02, 1.6379e-02, 4.7297e-02, 9.3623e-02,
-8.4391e-02, 2.9595e-02, 9.2166e-03, -5.9791e-02, 5.3593e-02,
-4.0075e-02, -6.8793e-02, 5.4273e-02, 1.4265e-01, -1.4774e-01,
-8.9497e-03, 1.1445e-02, 8.5002e-02, -6.2377e-02, -2.7885e-02,
-1.4343e-01, -5.4335e-02, 7.0027e-03, 2.6960e-02, 1.1784e-03,
2.5052e-02, 1.2559e-01, -3.2367e-02, 2.0470e-01, -1.0901e-01,
7.3797e-03, -1.5604e-02, 1.4406e-01, -1.7815e-01, 4.0409e-02,
-7.7971e-02, 1.0752e-02, -1.4152e-01, -8.4174e-02, 1.3747e-02,
-1.8422e-01, -3.6677e-02, -4.8966e-02, 6.2579e-02, 1.0661e-01,
-5.3110e-02, -8.9972e-02, 7.0854e-02, 1.3303e-01, -8.6401e-02,
-1.7891e-02, 3.8434e-02, 1.9215e-02, -3.4200e-02, -8.7843e-02,
4.1956e-02, -3.2840e-02, 3.1645e-02, -7.6343e-02, -6.9063e-02,
3.2429e-02, 3.1541e-03, 4.5653e-03, -2.7477e-02, 2.1926e-02,
3.5540e-03, -4.7710e-02, -7.9202e-02, 1.6188e-02, -2.0018e-02,
5.8504e-03, 5.2972e-02, 3.1975e-02, -1.2111e-01, -3.3620e-02,
-3.2577e-02, 1.3617e-02, 3.3335e-02, -1.7644e-02, -6.4946e-02,
5.2370e-02, -1.4100e-03, -2.4141e-02, 1.1868e-01, 8.2953e-02,
-3.9196e-01, -2.9755e-01, 1.0430e-01, -3.3817e-02, 2.8610e-02,
-1.3200e-02, 7.9146e-04, 2.3829e-01, -1.2535e-02, 1.2804e-02,
-2.7533e-02, 3.2580e-02, -9.7881e-02, 5.8044e-02, 1.4039e-01,
1.0103e-01, -7.1831e-02, 3.5006e-02, -4.4386e-02, 5.4352e-02,
7.3290e-02, -2.3329e-02, -8.4886e-03, -5.7650e-02, -5.8618e-02,
1.6191e-01, -9.6713e-04, -2.9435e-02, 1.7990e-02, -3.3873e-02,
4.9663e-02, 5.1348e-02, 2.6700e-02, -2.3166e-03, -2.2436e-02,
4.8381e-02, -1.1875e-01, 1.0321e-01, 1.2801e-02, 5.3320e-03,
5.9222e-02, 1.3979e-01, -5.0707e-02, 1.3580e-01, 1.0460e-01,
-1.1157e-01, -2.9862e-04, 2.1329e-02, 1.0273e-01, 5.3145e-02,
9.0271e-02, 4.8055e-02, -5.5036e-03, -7.5830e-04, 1.2471e-01,
8.3212e-02, 1.9602e-02, -3.1357e-02, -7.2359e-02, 2.2794e-02,
4.1758e-02, 1.8276e-02, 6.0025e-02, -2.4891e-02, 2.4195e-02,
1.2585e-01, 1.0075e-01, -1.0533e-02, 9.7236e-03, -1.3287e-01,
3.7849e-02, 1.5729e-01, 4.4895e-02, 7.3670e-02, 1.1381e-01,
-3.5354e-03, -7.4791e-02, 6.3910e-02, 3.9827e-02, 2.1112e-02,
-1.6370e-02, -4.7971e-03, 6.3399e-02, 4.7045e-02, -3.3623e-02,
6.3986e-02, -4.1170e-02, -3.8596e-02, -7.0323e-03, -1.1924e-01,
1.3859e-02, 7.9706e-02, 9.4934e-02, 6.7144e-02, 2.0355e-01,
3.0967e-02, 1.3533e-03, -5.7743e-03, 1.1303e-02, 2.3012e-02,
-4.1253e-02, -2.3690e-03, -8.3585e-02, 1.0727e-02, -3.4125e-03,
-4.7941e-02, -1.1441e-02, -6.5334e-02, -3.8457e-02, -8.4270e-02,
6.7244e-02, -3.3232e-02, -8.7415e-02, 9.8025e-02, -3.9839e-02,
-2.0999e-02, 3.2462e-02, -8.0222e-02, -6.3089e-03, -5.7764e-02,
-5.8633e-02, -1.2123e-02, -4.1191e-02, 1.8873e-02, -1.8248e-01,
-2.4551e-02, 1.3262e-01, -1.5939e-02, -1.1496e-01, -2.6507e-02,
1.5898e-01, 3.5605e-02, 2.2701e-03, 2.8373e-02, 9.3886e-02,
-3.5922e-02, -7.1625e-02, -1.1559e-02, -7.2416e-02, -6.1544e-02,
5.2826e-03, -5.6867e-02, 1.5771e-02, 1.8942e-02, -2.1359e-02,
1.4390e-02, 6.0164e-02, 5.4904e-02, 6.1091e-02, -1.6444e-01,
-2.5584e-02, -1.2334e-01, 8.9390e-02, -3.9735e-02, 8.4285e-03,
3.1375e-02, -4.6269e-02, 8.7868e-02, -3.3485e-02, -2.6066e-02,
-2.4936e-03, -1.1124e-02, -2.8015e-02, 1.0192e-01, 2.6555e-02,
-7.0239e-02, -2.9407e-02, -9.8321e-02, -8.4978e-03, -6.3831e-02,
-6.7537e-02, -6.1669e-02, 2.2516e-02, -1.0451e-01, 6.0356e-03,
-4.5724e-02, -8.8106e-02, -6.8334e-02, 4.2486e-02, -2.4896e-02,
-5.8391e-03, -5.2006e-02, -7.8039e-02, -3.5201e-03, 1.2053e-01,
-4.0004e-02, -3.8540e-02, -5.8361e-02, -5.5253e-02, -8.0220e-02,
1.1470e-02, 2.1029e-03, -4.9137e-02, 1.3689e-01, 7.1104e-02,
2.5037e-02, 5.6226e-02, -3.5300e-02, -1.6524e-02, 1.6051e-01,
-8.5832e-02, 7.8251e-02, -1.2778e-01, -1.5510e-02, -2.6815e-02,
-2.9269e-02, 8.1654e-02, -6.8966e-02, -8.8487e-02, -7.9787e-02,
1.3693e-01, 6.8854e-03, 4.8345e-02, -3.1194e-02, 3.1441e-02,
-1.8471e-02, 5.6344e-02, 7.5721e-02, -1.9537e-02, -2.7206e-02,
-6.3017e-04, 6.5115e-02, -2.5639e-02, 4.2418e-02, -3.3434e-02,
-8.3829e-02, 1.6943e-02, -4.8975e-02, 5.8371e-02, 8.7640e-02,
-6.1475e-04, 8.8122e-02, 6.8336e-03, -5.9410e-02, -4.3780e-02,
-7.5094e-02, 2.8443e-02, -2.8691e-02, 6.8055e-02, -1.0444e-02,
-2.0673e-03, -1.4853e-01, 2.8958e-02, -4.5498e-02, 4.4017e-03,
-5.2937e-02, -2.6081e-02, 5.5230e-04, -1.2340e-03, -4.4921e-02,
-1.2515e-01, 8.0929e-02, 7.7956e-02, -5.2355e-02, -1.8209e-02,
2.7609e-02, 8.7808e-02, 2.0961e-02, 2.9153e-02, -6.6833e-02,
-1.4166e-01, 1.1750e-01, -4.1771e-02, 7.2742e-03, 7.9841e-02,
-5.5202e-03, 1.3254e-02, 8.6905e-02, -4.4065e-02, 3.1885e-02,
-3.0944e-02, -1.0589e-01, -7.5587e-02, -4.5128e-02, 1.4150e-02,
-5.9764e-03, 8.7337e-02, 2.7814e-02, -7.7310e-02, -1.0759e-01,
-2.6469e-02, 1.4389e-02, 1.0967e-01, 4.0261e-02, 3.2784e-02,
-6.7850e-02, 3.7136e-02, -6.0533e-03, -4.2380e-02, -1.5577e-02,
4.2020e-02, 2.2657e-02, 2.3468e-02, -3.8267e-02, -1.2263e-01,
-3.8383e-03, 6.3410e-02, 7.8453e-02, -1.2673e-01, 7.7522e-02,
-2.2122e-05, -9.2502e-03, -1.0397e-01, 5.8588e-02, -2.5400e-02,
-3.9872e-02, 4.6380e-03, 9.6343e-02, -1.8739e-02, 9.4056e-02,
-9.8608e-02, -1.0017e-02, 4.4590e-02, -1.6488e-02, 2.6285e-02,
-7.7803e-02, 1.7430e-02, -4.8897e-02, -2.8783e-03, -5.3449e-02,
5.6946e-02, -1.8311e-01, 1.5724e-01, -6.7047e-02, -7.2382e-02,
3.4382e-03, 1.0198e-01, -2.0194e-03, 5.4649e-02, -1.2630e-01,
4.5124e-02, 1.1745e-02, -7.1976e-02, -3.6046e-02, -1.1399e-01,
1.5457e-01, 5.9745e-02, 1.0668e-01, -1.4990e-02, 2.4228e-02,
1.8795e-01, -3.6588e-02, 4.9438e-02, 1.2729e-02, 8.3075e-02,
-5.6867e-02, 1.1772e-02, -1.6862e-02, 1.4651e-01, 1.0169e-02,
3.0471e-02, 6.7034e-02, 1.2137e-01, -1.3252e-01, 5.5783e-02,
5.8717e-03, 6.0075e-03, 7.8617e-02, 1.5310e-01, 1.6051e-01,
-8.1486e-02, -1.0479e-01, -3.1517e-02, -1.2953e-01, -1.2224e-01,
-9.3204e-02, -9.6088e-02, -6.1779e-02, 8.5253e-02, 1.2867e-02,
-4.8479e-02, 8.9680e-03, 1.0724e-02, -8.1908e-02, 1.3678e-02,
-3.1246e-02, 9.8751e-02, -1.3838e-02, -1.2747e-02, -1.6526e-02,
3.0859e-02, -1.3849e-01, -7.2828e-02, -2.0004e-02, -2.5386e-02,
-3.4369e-02, -4.2667e-02, 3.5021e-02, 3.0186e-02, 7.5861e-03,
-7.3056e-02, 2.8225e-02, 3.0637e-02, 1.7611e-02, -2.1972e-02,
1.1349e-02, 8.4029e-02, 3.0855e-02, -8.4083e-02, 1.4257e-02,
-8.1294e-02, 6.9932e-02, -1.0866e-01, -2.3065e-02, 7.8778e-02,
-5.6542e-02, -1.1922e-02, -3.3920e-02, -1.5133e-01, -1.6014e-02,
-2.4419e-02, 1.9134e-01, 4.7125e-03, 9.6504e-02, -1.2069e-03,
3.6064e-03, 1.0086e-01, -1.3934e-01, -2.0125e-01, -1.8132e-02,
3.2587e-02, 1.2440e-02, -1.3254e-01, -7.7562e-02, -2.0328e-02,
1.1780e-01, 1.5582e-01, 1.9849e-02, 1.8827e-02, -7.8011e-02,
-5.9313e-02, 2.0348e-02, -4.2405e-02, -9.2052e-03, 3.5156e-03,
2.4556e-02, 3.8456e-02, 4.5757e-02, -4.0236e-02, -3.7061e-02,
1.4193e-01, -8.1494e-02, -1.8069e-02, 1.8110e-01, 4.8761e-02,
-5.9823e-02, 1.2763e-01, 3.3459e-03, -1.5892e-02, 5.2264e-02,
7.7192e-03, 5.1323e-02, 1.4118e-02])),
('model.encoder.layers.1.final_layer_norm.weight',
tensor([0.4088, 0.3994, 0.4520, 0.3866, 0.4315, 0.4068, 0.3962, 0.3518, 0.4269,
0.3478, 0.3772, 0.3658, 0.4497, 0.3722, 0.3826, 0.4447, 0.3674, 0.3874,
0.4449, 0.4547, 0.3471, 0.3950, 0.3383, 0.4449, 0.4535, 0.3844, 0.4376,
0.4445, 0.4343, 0.3566, 0.4517, 0.4395, 0.3340, 0.4356, 0.4414, 0.4493,
0.3751, 0.4486, 0.3456, 0.3610, 0.4434, 0.4179, 0.4495, 0.4504, 0.3940,
0.4158, 0.4589, 0.4472, 0.3584, 0.4195, 0.4100, 0.3652, 0.4513, 0.3600,
0.3565, 0.4018, 0.4536, 0.3934, 0.4169, 0.4474, 0.4382, 0.4524, 0.4564,
0.4239, 0.3886, 0.3780, 0.3435, 0.3809, 0.4436, 0.4317, 0.4467, 0.4392,
0.4347, 0.4035, 0.3881, 0.4069, 0.4300, 0.4197, 0.4436, 0.3642, 0.3537,
0.4448, 0.4311, 0.4205, 0.3862, 0.3872, 0.4084, 0.4427, 0.3535, 0.4077,
0.4174, 0.4399, 0.4465, 0.4484, 0.3861, 0.4489, 0.3494, 0.4453, 0.3826,
0.3592, 0.4086, 0.4516, 0.4208, 0.3344, 0.4454, 0.4414, 0.4286, 0.4291,
0.3666, 0.4456, 0.4343, 0.4004, 0.3690, 0.4201, 0.4417, 0.4450, 0.3404,
0.4519, 0.4430, 0.4547, 0.3583, 0.4450, 0.3817, 0.4371, 0.4321, 0.3745,
0.4536, 0.4396, 0.4435, 0.3578, 0.4386, 0.4132, 0.4458, 0.4380, 0.3573,
0.4507, 0.3812, 0.4238, 0.3786, 0.3674, 0.4280, 0.4316, 0.4115, 0.4453,
0.3410, 0.4377, 0.3737, 0.3541, 0.4522, 0.4318, 0.4479, 0.3620, 0.3808,
0.4326, 0.4206, 0.4343, 0.4203, 0.3922, 0.4017, 0.3872, 0.4550, 0.4336,
0.4485, 0.3917, 0.4395, 0.3530, 0.3557, 0.3814, 0.4482, 0.3208, 0.3593,
0.4134, 0.3341, 0.4456, 0.4462, 0.4314, 0.3576, 0.3658, 0.4072, 0.3822,
0.4391, 0.3742, 0.4413, 0.3622, 0.3973, 0.3931, 0.4197, 0.4330, 0.3362,
0.4455, 0.3839, 0.4462, 0.4479, 0.4399, 0.4458, 0.4284, 0.3411, 0.4515,
0.3799, 0.3795, 0.3284, 0.4580, 0.3840, 0.4230, 0.4553, 0.2098, 0.3944,
0.4405, 0.4492, 0.4445, 0.4378, 0.4564, 0.3768, 0.4453, 0.3547, 0.4103,
0.3729, 0.4341, 0.4550, 0.3582, 0.4550, 0.3090, 0.4274, 0.3458, 0.4004,
0.3777, 0.3795, 0.4257, 0.4523, 0.3768, 0.4535, 0.3921, 0.4408, 0.4350,
0.3943, 0.4496, 0.4131, 0.3983, 0.4547, 0.3746, 0.4300, 0.4475, 0.4003,
0.3495, 0.3688, 0.4567, 0.4403, 0.3689, 0.3965, 0.4402, 0.3870, 0.3548,
0.3869, 0.4496, 0.3718, 0.4480, 0.3976, 0.4589, 0.3415, 0.3625, 0.3834,
0.4531, 0.4031, 0.3873, 0.4461, 0.4343, 0.3812, 0.3436, 0.4218, 0.4556,
0.3557, 0.4559, 0.4444, 0.4357, 0.4173, 0.4360, 0.4110, 0.4351, 0.4406,
0.4583, 0.3981, 0.3455, 0.4527, 0.4196, 0.4423, 0.4446, 0.4515, 0.3844,
0.4594, 0.3459, 0.3836, 0.4416, 0.4434, 0.4409, 0.4539, 0.3397, 0.4435,
0.4465, 0.3707, 0.4473, 0.4459, 0.4421, 0.4607, 0.3615, 0.4330, 0.4562,
0.4283, 0.4398, 0.4472, 0.3830, 0.4299, 0.3578, 0.4033, 0.3320, 0.3930,
0.1347, 0.3690, 0.4063, 0.3972, 0.4325, 0.4303, 0.4404, 0.3826, 0.3645,
0.3779, 0.3627, 0.3750, 0.4406, 0.3418, 0.3879, 0.3921, 0.3458, 0.3709,
0.4454, 0.4157, 0.3832, 0.4537, 0.3897, 0.4436, 0.4413, 0.3392, 0.4503,
0.4001, 0.4441, 0.3888, 0.4231, 0.3886, 0.4435, 0.4425, 0.4541, 0.4448,
0.3763, 0.4118, 0.3786, 0.4561, 0.3859, 0.3610, 0.4367, 0.3301, 0.4019,
0.3411, 0.3584, 0.3320, 0.4034, 0.4068, 0.4132, 0.3737, 0.4484, 0.4126,
0.4151, 0.4318, 0.4509, 0.4379, 0.3751, 0.3807, 0.3982, 0.4579, 0.4073,
0.4466, 0.4241, 0.3807, 0.3457, 0.3625, 0.4582, 0.4304, 0.4493, 0.3923,
0.4290, 0.4392, 0.4343, 0.4250, 0.4035, 0.4497, 0.3655, 0.4362, 0.4491,
0.4410, 0.4430, 0.3389, 0.4389, 0.3502, 0.4176, 0.4372, 0.4259, 0.3613,
0.4459, 0.4039, 0.4508, 0.4481, 0.3891, 0.4422, 0.4342, 0.3825, 0.4013,
0.4442, 0.4493, 0.4539, 0.4422, 0.4499, 0.3311, 0.4242, 0.3796, 0.3583,
0.3664, 0.4290, 0.4482, 0.4310, 0.3831, 0.4168, 0.4005, 0.4168, 0.3895,
0.4315, 0.4493, 0.3998, 0.4500, 0.4468, 0.4258, 0.4614, 0.4091, 0.4516,
0.3873, 0.3620, 0.3792, 0.4259, 0.4146, 0.4562, 0.4438, 0.3984, 0.3675,
0.4395, 0.4495, 0.4399, 0.3549, 0.4119, 0.3876, 0.3903, 0.4431, 0.4463,
0.3815, 0.3861, 0.3561, 0.3562, 0.4457, 0.4015, 0.3812, 0.3039, 0.4041,
0.3626, 0.4062, 0.4570, 0.4351, 0.3238, 0.4488, 0.4303, 0.4389, 0.4120,
0.3795, 0.4476, 0.4339, 0.3696, 0.4424, 0.3959, 0.3832, 0.4295, 0.3559,
0.3823, 0.4413, 0.4131, 0.3565, 0.4074, 0.3420, 0.4370, 0.3725, 0.4498,
0.3519, 0.4510, 0.3103, 0.4336, 0.4144, 0.3926, 0.4342, 0.3645, 0.4046,
0.4005, 0.4457, 0.4118, 0.4218, 0.4487, 0.4086, 0.4410, 0.4578, 0.4083,
0.4560, 0.4231, 0.3660, 0.3525, 0.4582, 0.4253, 0.4389, 0.4105, 0.3904,
0.3831, 0.4484, 0.3899, 0.4417, 0.4550, 0.3491, 0.3529, 0.3636, 0.3720,
0.3906, 0.4673, 0.4513, 0.4253, 0.4451, 0.4213, 0.3554, 0.4296, 0.4085,
0.4537, 0.4268, 0.4388, 0.4434, 0.3691, 0.3661, 0.3647, 0.3770, 0.4135,
0.4130, 0.4511, 0.3511, 0.3798, 0.3975, 0.3801, 0.4430, 0.3634, 0.3587,
0.4352, 0.3583, 0.4481, 0.4086, 0.4346, 0.4472, 0.4381, 0.4094, 0.4644,
0.3785, 0.3944, 0.4525, 0.4114, 0.3545, 0.4480, 0.4454, 0.3867, 0.3770,
0.3607, 0.4243, 0.4138, 0.2650, 0.4278, 0.3863, 0.4293, 0.4510, 0.4108,
0.4450, 0.3493, 0.3934, 0.4412, 0.4109, 0.4557, 0.3574, 0.3413, 0.3740,
0.4037, 0.4496, 0.4475, 0.4309, 0.4375, 0.3082, 0.3911, 0.3864, 0.4149,
0.4351, 0.3454, 0.3602, 0.4202, 0.4471, 0.3628, 0.3997, 0.4556, 0.4540,
0.4612, 0.3744, 0.4239, 0.4486, 0.4437, 0.4109, 0.4108, 0.3650, 0.4387,
0.4518, 0.4431, 0.3874, 0.4101, 0.4273, 0.4437, 0.3884, 0.4162, 0.4508,
0.3315, 0.3570, 0.4087, 0.4329, 0.4489, 0.3594, 0.3731, 0.3415, 0.4553,
0.4143, 0.4138, 0.4518, 0.3964, 0.4482, 0.3598, 0.3295, 0.3496, 0.3202,
0.3742, 0.4389, 0.3496, 0.4470, 0.4311, 0.4190, 0.4503, 0.3739, 0.3356,
0.3776, 0.4176, 0.4478, 0.4350, 0.4375, 0.4510, 0.3623, 0.4224, 0.3737,
0.3754, 0.3643, 0.3762, 0.4469, 0.4524, 0.3801, 0.3440, 0.4310, 0.4327,
0.4057, 0.4452, 0.4034, 0.3344, 0.3788, 0.4090, 0.3930, 0.3847, 0.3810,
0.3880, 0.3765, 0.4565, 0.4589, 0.3519, 0.4430, 0.4158, 0.3503, 0.4419,
0.4528, 0.3618, 0.3819, 0.3678, 0.3824, 0.3676, 0.4217, 0.4549, 0.3965,
0.3743, 0.4406, 0.4419, 0.4481, 0.4225, 0.4430, 0.4519, 0.4500, 0.4604,
0.3582, 0.4523, 0.4240, 0.3497, 0.3627, 0.3564, 0.3804, 0.4034, 0.4209,
0.3705, 0.4569, 0.4358, 0.4030, 0.4133, 0.4194, 0.3572, 0.3752, 0.4450,
0.3782, 0.4453, 0.3807, 0.3577, 0.3135, 0.4395, 0.4476, 0.4538, 0.3820,
0.4036, 0.4327, 0.3622, 0.4064, 0.4368, 0.4130, 0.4464, 0.3842, 0.4496,
0.3935, 0.4522, 0.4442, 0.4252, 0.4511, 0.4611, 0.4325, 0.4520, 0.3672,
0.4369, 0.4485, 0.4521, 0.3231, 0.4275, 0.4076, 0.3506, 0.4500, 0.3904,
0.3949, 0.4568, 0.3935])),
('model.encoder.layers.1.final_layer_norm.bias',
tensor([-5.4175e-02, 1.9567e-02, 3.3254e-02, 4.0871e-04, 4.5310e-02,
1.9443e-02, 3.8497e-03, 4.2134e-02, 9.2575e-02, 7.3808e-02,
2.2661e-02, 1.5584e-02, 2.1138e-02, 7.1948e-03, 3.9249e-02,
-5.2743e-02, 1.8971e-02, 2.2325e-02, 4.7438e-02, 4.4020e-02,
1.7689e-02, 4.6436e-02, 1.5296e-02, -4.9279e-02, 4.9835e-02,
2.4830e-02, 3.3966e-02, 9.2771e-02, 4.0016e-03, 3.7351e-02,
3.5285e-02, 2.5673e-02, -2.0424e-02, 6.6650e-02, 3.6502e-02,
-2.5180e-03, 3.0816e-02, 4.2423e-02, 2.2809e-02, 4.4029e-02,
-1.8620e-02, -3.5967e-01, 2.2251e-02, -1.4159e-02, 6.2324e-02,
3.9909e-02, 2.9305e-02, 5.7153e-02, 7.7640e-02, -6.9931e-02,
3.9056e-02, 4.3731e-02, 5.1523e-02, 2.6682e-02, -1.4086e-02,
2.0552e-05, 7.6561e-02, 3.2862e-02, 7.3581e-02, 3.4003e-03,
4.5915e-02, 1.1953e-02, 1.7403e-02, 1.6737e-02, 1.1419e-04,
1.5793e-02, 7.8995e-02, 1.5764e-02, -1.3788e-02, 1.0687e-01,
-2.7093e-02, 2.4349e-02, 2.7114e-04, 6.0780e-02, -1.1449e-02,
3.6694e-02, 1.9789e-02, 5.8676e-02, -4.2116e-03, -1.0421e-02,
5.0339e-02, 6.4331e-02, 6.1569e-02, -3.1796e-02, 3.5143e-02,
1.6086e-02, 3.7720e-02, -1.3948e-02, 5.2962e-03, 7.5875e-02,
-2.6567e-03, 1.7543e-02, 2.1776e-02, -2.2013e-02, 1.8177e-02,
-2.4011e-02, 9.7949e-04, -1.9536e-02, -3.0566e-02, 6.4364e-02,
-1.1777e-02, 1.0087e-02, 1.3902e-03, -2.1498e-02, 4.2843e-02,
1.9858e-02, 1.7923e-02, 3.5290e-03, -2.5058e-02, 1.0735e-02,
7.8060e-02, -1.5239e-01, 2.5996e-02, -2.0891e-03, -4.9477e-02,
6.0430e-02, -4.3051e-02, 3.2630e-02, 5.6930e-03, 2.8234e-02,
2.2444e-03, -3.7223e-02, 5.9254e-02, 4.7540e-02, 1.7908e-02,
-3.9897e-03, 5.2815e-02, 4.1389e-02, 6.6925e-02, 1.3456e-02,
-1.0848e-03, -2.2069e-02, 8.9326e-03, 6.6512e-03, -9.6275e-03,
3.9749e-03, 1.8719e-02, -1.1636e-03, 1.0524e-02, -1.8000e-02,
4.6846e-02, -1.6241e-02, 6.2273e-02, 9.9298e-03, -4.8176e-02,
4.0164e-02, -2.0525e-02, -2.4919e-02, -1.6134e-02, 4.9849e-02,
5.8493e-02, -3.9616e-03, 3.0788e-02, 4.9832e-02, 7.5819e-03,
-7.0424e-02, 3.4007e-02, 1.3676e-02, 1.1240e-01, 4.4262e-03,
6.1124e-02, 9.0195e-02, 1.6400e-02, 1.6996e-02, 4.0170e-02,
1.9409e-02, 5.9649e-02, -5.9236e-02, 2.6464e-02, 5.2345e-02,
2.9628e-02, -6.0717e-02, 4.9863e-02, 3.0781e-02, 3.5483e-02,
6.9932e-02, 1.1999e-02, 2.7335e-02, -8.2453e-03, 3.6698e-02,
-2.2876e-02, 4.1859e-02, 7.8814e-02, 4.3226e-02, 1.1885e-02,
1.1640e-02, -5.3443e-02, 6.7356e-02, -4.5143e-02, 3.1920e-02,
2.5483e-02, -4.6911e-02, 1.3119e-02, 5.6522e-02, 3.0665e-02,
1.2285e-01, -1.5374e-02, -2.9373e-03, 5.3843e-01, 1.4442e-02,
1.5092e-01, 3.0369e-02, 1.2560e-02, 1.0594e-03, -1.1070e-02,
7.8460e-01, 4.0316e-02, 1.3898e-02, 5.3589e-02, 4.7415e-02,
1.9300e-02, -1.9736e-02, 2.6397e-02, 9.5602e-02, 4.0305e-03,
2.2255e-02, 2.2430e-02, -1.3090e-02, 1.0836e-02, 2.3036e-02,
-7.2180e-02, 1.1203e-01, -1.0063e-01, -5.2749e-02, -1.7219e-03,
3.8638e-02, -9.6667e-03, 4.0219e-02, 1.6297e-02, 5.2264e-02,
5.2554e-03, 4.3297e-03, 5.5997e-02, 1.1268e-01, 1.0044e-02,
1.4431e-03, 5.0039e-03, -5.4624e-02, -3.7888e-03, 1.7749e-02,
-1.5695e-01, -1.0759e-02, 1.3838e-02, -1.7848e-02, 5.9613e-02,
1.3582e-02, 4.7463e-02, -3.3484e-02, 8.5216e-02, 5.1763e-02,
-4.6959e-02, 5.6213e-03, 3.1130e-02, 2.4574e-02, 4.3948e-02,
4.6427e-02, -5.2683e-03, -1.2787e-03, 4.3654e-02, 7.9243e-03,
7.0875e-02, 2.6174e-02, 1.1282e-02, 4.8804e-02, -4.3431e-02,
1.1471e-01, 6.1114e-02, 2.3165e-02, 4.0492e-02, 5.0921e-02,
-1.4180e-02, 4.3686e-03, 1.8500e-02, -9.2097e-02, 2.0042e-03,
6.9965e-03, -2.5657e-02, 8.0375e-02, -2.0341e-02, 2.7947e-02,
3.0008e-02, -3.1373e-02, 3.8086e-03, 9.7809e-02, 8.5110e-04,
5.5852e-02, 7.1552e-02, 3.9014e-02, -4.9878e-03, -3.0732e-02,
1.0383e-02, 2.1344e-02, 1.2172e-01, -2.8697e-03, 1.5545e-02,
5.9444e-02, -1.3041e-02, 9.4591e-03, 1.7892e-03, 6.5158e-02,
6.8260e-02, 3.1349e-02, 1.5672e-02, 6.3432e-02, 6.9947e-02,
5.2536e-02, 2.4191e-03, 1.4208e-02, 3.1264e-02, 2.3388e-02,
-8.0039e-02, 4.1995e-02, 5.8464e-03, 6.0784e-02, 1.0021e-02,
-1.5094e-03, 4.7973e-02, -2.7634e-02, 3.0086e-02, 5.8756e-03,
-1.2263e-02, 4.2620e-02, 3.1866e-02, 2.3845e-02, 1.5102e-02,
3.8048e-02, -2.5399e-02, 1.3090e-02, 5.0214e-02, 3.2806e-02,
-3.2607e-02, 5.4908e-02, 7.5900e-03, 1.8690e-02, 2.1602e-02,
1.4505e-01, 7.5419e-03, -7.7928e-03, 6.1096e-02, 2.1720e-02,
-4.5601e-02, 1.0955e-02, 1.2234e-02, -4.3374e-02, 3.2269e-02,
2.8148e-03, 1.4996e-02, 1.3802e-02, 4.2680e-03, 1.1282e-02,
3.5270e-02, 7.3780e-03, 3.5626e-02, 5.5973e-02, -1.1147e-02,
1.2415e-02, 3.7944e-02, 2.9354e-02, 1.5898e-02, 2.6098e-02,
4.4143e-02, 1.4797e-02, -8.1555e-02, 1.9805e-02, 1.1447e-01,
5.8795e-02, 3.6137e-03, -2.5691e-02, 2.0709e-02, 2.5441e-02,
8.9399e-02, 1.7902e-02, -1.7557e-02, 1.1559e-02, 1.8317e-02,
1.2257e-01, -3.4613e-03, 7.3902e-03, 7.2910e-02, 5.7756e-02,
-1.7103e-02, -6.4556e-03, 6.8511e-02, 2.2688e-02, -2.0395e-02,
9.1310e-02, 1.2626e-02, 6.4230e-02, 2.0673e-02, 2.2083e-02,
1.8271e-02, 7.4923e-02, 7.3739e-03, 1.6976e-02, 8.0878e-03,
4.2715e-02, -3.5932e-02, 2.0079e-02, 4.4548e-02, 5.9743e-02,
3.4085e-02, 2.0762e-02, 4.0078e-02, -1.9357e-02, 4.9761e-02,
4.0626e-02, 3.4797e-02, 1.4408e-02, 1.5755e-02, 4.1624e-02,
-7.3804e-02, 3.2601e-02, 4.0427e-02, -9.5593e-03, 1.1342e-01,
-4.9243e-02, -1.8354e-03, 2.8140e-02, 6.5997e-02, 3.1727e-02,
4.1990e-02, 2.4441e-02, -5.8081e-02, 1.7551e-02, -8.1772e-02,
1.4143e-02, -4.6162e-02, 1.3806e-02, -2.1410e-02, 6.2533e-02,
1.2640e-02, 2.5187e-02, 3.8100e-02, -1.2254e-02, 7.1507e-02,
1.6743e-02, -5.9890e-03, 6.0386e-02, -5.1828e-03, 1.3977e-02,
-4.7273e-03, -3.0378e-02, 1.4217e-02, -8.0839e-05, -1.2747e-01,
-5.7581e-03, -2.0845e-03, 2.7847e-02, 5.6383e-02, 2.9806e-03,
1.0228e-02, 2.8527e-02, 3.8386e-02, 4.4281e-02, -8.8207e-02,
8.5729e-02, 1.8668e-02, 8.5446e-02, 3.7420e-02, 5.1300e-02,
1.1985e-02, -8.9152e-03, -8.7825e-03, 4.2698e-02, 3.5602e-03,
3.8799e-03, -1.6549e-01, -1.7053e-03, -3.3385e-02, 3.5978e-02,
9.4838e-03, 1.4895e-02, -5.2172e-02, 2.4714e-02, 3.6347e-02,
-2.8244e-02, 4.4298e-02, 4.4067e-02, 3.3005e-02, 8.1173e-02,
-3.3877e-03, 9.2489e-02, -4.6335e-03, -7.0467e-05, -6.2375e-02,
1.1837e-02, -6.2040e-02, -3.8743e-03, 1.0610e-02, 9.8489e-03,
3.4782e-02, 4.8485e-02, 1.5321e-02, 5.5783e-02, -1.0082e-02,
7.6827e-04, 9.4319e-03, 9.5569e-03, -6.8987e-02, -4.5861e-02,
8.9001e-03, 9.4415e-03, 5.5575e-02, 7.5052e-02, 6.1094e-02,
-4.6284e-02, 1.6728e-01, -5.1418e-03, 2.3016e-02, 2.5309e-02,
-5.4349e-02, -1.7634e-02, -4.2648e-03, -1.1645e-02, 2.2655e-02,
-2.7432e-03, 2.7236e-02, -2.5511e-02, 2.6890e-02, -1.0497e-01,
1.7802e-02, -2.5122e-04, 1.4882e-02, 1.5512e-02, 5.3241e-02,
-1.5938e-02, 1.6401e-02, 1.8243e-01, -2.2783e-03, 5.0210e-02,
-4.8184e-02, 5.5231e-02, -4.2193e-05, 3.4574e-02, 8.2872e-02,
-6.0492e-02, 2.1063e-02, 1.9522e-02, 1.7546e-02, -2.7498e-03,
-3.0431e-04, 1.1886e-02, -6.8429e-02, -2.3752e-02, 2.6071e-02,
1.4603e-02, -8.0470e-02, 2.4591e-02, -1.9135e-02, 1.4213e-02,
1.4153e-02, 6.6962e-02, 3.5000e-03, 3.3803e-02, 2.4707e-02,
6.4321e-02, 2.5837e-02, -3.7669e-01, -7.2725e-02, 5.3477e-02,
6.6177e-02, -3.3071e-02, -1.6579e-02, 2.0283e-02, 7.2290e-02,
-2.6261e-03, 1.4914e-02, 1.4606e-02, 8.1383e-02, 5.9270e-02,
-1.7409e-01, 3.2081e-02, 3.6858e-02, 9.9799e-03, 2.7225e-02,
9.6038e-02, 3.7841e-03, 5.4746e-02, 1.5689e-01, -1.0066e-01,
2.3054e-03, -3.7708e-03, -3.1129e-01, -2.6500e-02, 1.1001e-02,
6.6927e-02, 4.8715e-02, 2.7570e-02, 1.3525e-02, 2.7488e-02,
-1.9971e-02, 6.7383e-02, 2.1040e-02, 8.0869e-03, 6.3843e-02,
5.8083e-02, -7.8901e-03, 2.9539e-03, -2.5769e-02, -1.1698e-01,
5.2563e-02, -3.8108e-02, 3.5500e-02, 4.6634e-02, 5.2148e-02,
6.9834e-02, -6.1678e-03, 2.8091e-02, 1.2917e-02, -1.6699e-02,
2.7717e-02, 1.1987e-02, -2.4616e-03, 3.3414e-02, -6.8752e-02,
3.7731e-02, 3.5154e-02, 1.5800e-02, -1.8747e-02, 3.0245e-02,
3.1475e-02, 4.1655e-02, -1.8687e-02, 4.5405e-02, 4.6536e-03,
3.3900e-02, 5.4468e-02, -2.5831e-02, -2.8463e-02, 8.0294e-03,
-1.2931e-01, 7.3697e-02, 3.0525e-02, 6.3651e-04, -6.4208e-03,
6.1474e-02, 1.7738e-02, 5.8006e-02, 4.7307e-02, 2.8697e-02,
-3.9067e-02, 3.6986e-02, 4.2572e-02, 4.5291e-02, -2.5822e-02,
5.3568e-02, 2.5165e-02, 1.5614e-02, 2.6957e-02, 5.5342e-02,
7.4314e-02, 2.5191e-02, 1.0472e-01, 1.9927e-02, 2.3236e-02,
-4.1041e-02, -1.0780e-02, 4.2925e-02, 1.1775e-03, 2.4456e-02,
7.2414e-02, -4.7811e-02, 4.6305e-02, 7.0475e-03, 7.0756e-03,
2.9491e-02, -1.1111e-02, 4.0034e-02, 5.6498e-02, 6.9716e-03,
4.7766e-02, 2.0953e-02, 9.2414e-02, 3.9153e-02, 6.1024e-02,
5.6099e-02, -1.1583e-02, 1.3563e-02, -2.2350e-02, 1.3482e-02,
-3.1313e-02, -8.0837e-02, 7.5653e-02, 1.7471e-02, 1.3784e-01,
-1.8806e-03, 5.5575e-02, 3.1307e-02, 3.6550e-02, -1.7168e-03,
2.1727e-02, -2.6732e-02, 2.9048e-02, 4.0776e-02, -2.8942e-02,
1.7408e-02, 4.4236e-02, -2.9565e-02, 4.7454e-03, -9.9349e-02,
1.1443e-02, 1.7016e-02, 3.3345e-02, -7.3616e-03, 3.5277e-02,
4.0556e-02, -6.2304e-02, -6.1645e-04, 6.9559e-02, 5.9004e-02,
2.2064e-02, -3.0778e-02, -6.3618e-03, 3.3867e-02, 4.9685e-02,
-6.8580e-03, 1.2468e-02, 1.7892e-02, 1.5817e-02, 7.3266e-02,
4.4591e-02, 2.4789e-02, -6.3403e-02, 4.5860e-01, 2.2410e-02,
2.7067e-02, 3.5662e-02, 2.8277e-02, -3.5862e-02, 5.6764e-04,
-7.5905e-03, 1.2292e-02, 2.6712e-02, 1.2848e-01, 2.6303e-02,
9.8532e-03, -2.9376e-03, 3.1627e-02, -6.0243e-02, 7.4543e-02,
8.8444e-04, 4.6666e-02, 8.5093e-02, -3.4751e-03, 4.3648e-03,
2.6588e-02, 2.0411e-03, 3.6865e-02, 2.7150e-02, 6.0984e-03,
1.8504e-02, 4.3770e-02, -1.2325e-02, 2.1362e-02, 2.2911e-02,
3.2295e-02, -5.8430e-02, 4.5956e-03, 8.1241e-03, 3.9939e-02,
-1.2718e-01, 3.0692e-02, 2.0671e-02, 2.1374e-02, 1.7559e-02,
-2.4271e-02, -1.0614e-02, 1.3073e-02])),
('model.encoder.layers.2.self_attn.k_proj.weight',
tensor([[-0.0595, -0.0031, -0.1303, ..., 0.0604, 0.1829, 0.1414],
[-0.0345, 0.0082, -0.0520, ..., -0.0570, 0.1879, -0.1166],
[-0.2516, -0.0055, -0.0481, ..., -0.0357, 0.0069, 0.0094],
...,
[ 0.0563, 0.1299, -0.0018, ..., -0.0468, 0.0327, 0.0073],
[-0.0569, -0.0174, 0.0003, ..., 0.0116, -0.0416, 0.0961],
[-0.0496, 0.0458, 0.0055, ..., -0.0399, 0.0368, -0.0127]])),
('model.encoder.layers.2.self_attn.k_proj.bias',
tensor([-3.7878e-04, 4.0896e-04, -3.4841e-05, 2.7686e-04, 1.3305e-04,
4.0411e-04, 3.2901e-04, -2.2512e-04, -1.7829e-04, -4.6508e-04,
4.6941e-04, 8.7403e-05, -2.9422e-04, 5.0951e-04, 2.6502e-05,
1.6649e-04, -1.6998e-04, -1.8057e-04, 3.6559e-04, 8.6303e-05,
-2.4740e-04, -1.3043e-04, -3.1760e-04, 2.5676e-04, -1.7539e-04,
-6.7466e-05, 3.3381e-04, 4.0927e-04, 2.5909e-04, -1.3812e-04,
-2.0164e-04, -1.9026e-04, -2.3114e-04, -1.4489e-04, 2.2908e-04,
-3.0567e-05, -1.7871e-04, 2.7923e-05, -4.4073e-04, 2.3699e-04,
1.5028e-04, -6.4233e-05, -3.8556e-04, 2.4789e-04, -7.3124e-05,
2.8615e-05, 7.1952e-05, 1.4597e-04, 3.7802e-05, -1.9177e-04,
3.2734e-04, 3.8652e-04, -4.9659e-04, 3.2018e-04, 1.5099e-04,
2.3364e-04, -1.2346e-07, 2.4081e-05, -2.8164e-04, 3.5679e-04,
-2.5361e-04, 1.0070e-04, -4.5835e-05, 2.6637e-04, 1.3909e-03,
-1.2727e-03, -1.2030e-03, -2.5396e-03, -1.9031e-03, 2.1152e-04,
1.0510e-03, -1.2627e-05, 9.1924e-04, -1.0697e-03, -8.2654e-04,
-3.3619e-04, 7.6428e-04, 9.5311e-04, 1.4083e-03, -1.6322e-03,
-6.3178e-04, -1.1534e-03, -1.5975e-03, -2.1107e-03, 1.3447e-04,
-1.1634e-03, 1.0765e-03, 1.3711e-03, 7.7272e-04, -1.2087e-03,
1.2477e-03, 8.8525e-04, 3.8280e-04, -4.7955e-05, -1.8945e-05,
-1.6634e-03, -1.2372e-03, -6.7243e-05, -1.1891e-03, 3.1807e-04,
1.3673e-03, -7.7926e-04, -9.3104e-04, 5.0090e-04, -1.6142e-03,
1.1693e-03, -5.9523e-04, 4.7092e-04, 6.6075e-04, 1.3676e-03,
-1.5517e-03, -1.3827e-03, -1.1438e-03, 6.9450e-06, 1.2166e-03,
1.3890e-03, 1.5539e-03, -1.8167e-03, -1.0565e-03, -1.4768e-03,
-1.1592e-03, 1.0796e-03, -1.0907e-03, 1.2077e-03, 1.7882e-03,
1.0777e-03, -1.1957e-03, -1.0122e-03, -1.0063e-04, 6.8605e-05,
-1.7345e-03, -1.8762e-04, -3.3148e-04, 4.9785e-04, 6.7544e-04,
1.8278e-04, 4.9441e-04, 1.5370e-04, -3.7853e-04, 9.3484e-05,
1.3939e-04, -1.2940e-04, 9.9984e-06, -1.5842e-04, -1.0962e-04,
1.2845e-04, -8.8402e-05, 2.3692e-04, -5.5175e-04, -3.1551e-04,
-3.5047e-04, 5.0585e-05, -7.8377e-05, -1.7325e-04, -7.2664e-05,
1.0634e-04, 1.3228e-04, 1.9218e-04, 2.2075e-04, -3.7441e-04,
-8.2401e-04, -1.9098e-05, -3.0863e-04, -7.0155e-04, -5.7134e-04,
2.7983e-04, 2.7126e-05, -7.9096e-04, -1.1782e-04, -1.7837e-05,
2.2730e-04, 2.1574e-05, -1.3486e-04, 1.5585e-04, 5.4208e-04,
6.7052e-05, -1.5043e-05, -2.2034e-04, 2.6529e-04, 3.1662e-04,
-1.9068e-04, 2.5137e-04, -7.0722e-06, 4.3620e-04, -7.9008e-04,
1.1220e-04, -1.3701e-04, 7.9184e-05, -8.2165e-04, 2.4208e-04,
-1.2348e-05, -5.2469e-05, 3.2876e-04, -2.3510e-04, 1.7395e-04,
6.1443e-04, -8.8963e-05, -4.1469e-04, -3.0748e-04, 1.6587e-04,
1.7111e-04, -6.3402e-04, -9.9782e-04, 1.2819e-04, 1.7775e-04,
-5.0070e-04, 5.7681e-04, 3.0117e-03, 2.2736e-04, 4.7830e-04,
-7.6999e-04, -5.2975e-04, 3.8011e-04, 1.0792e-03, 8.0492e-04,
-1.0230e-03, -6.9773e-04, 4.8253e-04, -1.0249e-03, 1.1772e-03,
-1.6198e-03, 2.5790e-04, -2.8926e-05, 1.0181e-04, 1.1620e-03,
-1.9847e-03, 2.2823e-03, -8.5035e-04, 1.6646e-03, -2.1135e-03,
-6.1471e-04, 8.5506e-04, -2.8844e-04, -6.0083e-04, 6.2803e-04,
-7.3099e-04, 1.2641e-03, 1.0299e-04, 1.3420e-03, -9.2230e-04,
-7.7805e-04, -1.0690e-03, 8.8449e-04, -4.3511e-04, 1.0603e-03,
1.5262e-04, 2.2259e-04, -2.0318e-03, -2.1842e-04, -3.6520e-04,
-4.0994e-04, 7.8402e-04, 4.3370e-04, 8.1064e-04, 1.5680e-03,
-4.2777e-04, 1.0571e-04, -6.3689e-05, -2.0229e-05, -1.3020e-04,
-2.4901e-04, 1.2883e-05, 5.8573e-05, -7.5475e-05, -1.3468e-04,
1.8125e-04, -1.7072e-05, -1.9129e-04, 4.3200e-05, -6.8916e-06,
2.5735e-06, 4.4413e-05, 2.6365e-05, 2.2207e-05, -2.5412e-05,
-9.6702e-05, -6.5947e-05, -7.9527e-05, 5.7059e-05, 1.7539e-05,
7.6093e-05, 1.7379e-04, -2.7249e-05, -7.1631e-05, -2.3477e-07,
1.4526e-05, -8.8486e-05, -1.0348e-05, -4.9623e-05, 1.0486e-04,
7.1367e-05, -7.8168e-05, 1.2454e-04, -5.3155e-05, -1.5835e-04,
1.1025e-04, -5.0570e-05, -9.2026e-05, 3.6993e-04, 4.5970e-05,
-2.3514e-06, 1.2101e-04, 1.1182e-04, 2.6617e-05, -9.2353e-05,
-7.3053e-05, 6.8093e-07, 1.4479e-05, -5.4794e-06, -5.5122e-05,
-4.3741e-05, 2.1001e-05, 5.1339e-05, -7.6184e-05, -3.2837e-05,
-7.8034e-05, 7.5064e-05, 1.5515e-04, -1.1975e-04, -2.5556e-05,
2.2709e-04, 6.0527e-05, 3.3994e-05, 2.5295e-04, 5.0982e-04,
1.0871e-04, -3.6658e-04, 1.8477e-04, -6.0117e-05, -7.2217e-05,
7.5921e-05, 5.5636e-04, 2.5297e-04, 1.6281e-04, 5.5673e-04,
4.2252e-05, 9.8749e-05, -5.7523e-05, -4.3618e-05, 2.3876e-04,
-3.3310e-04, -3.6942e-06, 3.0131e-04, 1.1464e-05, -5.7619e-05,
3.7896e-05, 1.0613e-04, -9.1445e-05, 1.3306e-05, -3.0570e-05,
-1.6198e-04, -1.6103e-04, -1.2859e-04, 1.1606e-04, 1.5268e-04,
5.9736e-04, -4.0504e-04, 8.6297e-05, -1.8395e-04, -3.2579e-04,
1.8845e-04, -6.3682e-04, 2.0195e-04, -1.3400e-05, 2.6031e-04,
-1.0270e-04, -1.5708e-04, -1.0378e-04, 2.1051e-04, 6.6534e-05,
2.4213e-04, -1.8954e-04, 8.9521e-05, -3.0521e-04, 5.4636e-05,
2.3857e-04, -4.3190e-06, -8.7255e-05, 1.9904e-04, -5.8174e-05,
-1.6418e-04, 2.0867e-05, -1.0026e-04, -3.7483e-04, -2.0954e-04,
2.7810e-04, 3.4671e-05, 1.1882e-04, 5.3610e-05, -4.2018e-05,
4.7647e-05, -3.6728e-05, -7.3261e-05, 6.3563e-05, -3.0753e-05,
1.3257e-04, 6.2267e-05, -4.0392e-05, -2.7651e-04, 1.3311e-04,
6.9864e-05, -2.0918e-05, 1.0075e-04, 2.4216e-04, -1.4077e-05,
1.8585e-04, 9.4067e-05, -3.0427e-04, 1.4856e-04, -2.4673e-05,
-1.0398e-04, 5.5262e-05, -2.5464e-04, 1.5689e-04, -8.6562e-05,
-4.4581e-04, -1.9216e-04, 2.6569e-05, 1.2332e-04, -1.8302e-04,
-3.2654e-05, 2.5922e-04, -8.0314e-05, -2.2374e-04, 6.9923e-05,
1.6001e-04, -3.1419e-04, -9.3854e-05, -1.9303e-04, 1.3565e-04,
-2.3205e-04, 6.9681e-05, -3.6082e-04, -1.5253e-04, 1.4440e-05,
2.0486e-04, 5.1732e-05, -2.1319e-04, -3.0399e-04, -9.9242e-05,
-6.5060e-05, 3.7673e-05, 1.8335e-05, 2.2478e-04, 7.4049e-04,
3.3624e-04, -1.2271e-04, 2.4510e-04, -1.2601e-04, 4.1969e-06,
-1.5142e-04, -4.4045e-04, -1.6602e-04, -5.8536e-05, -1.2672e-03,
-4.4257e-04, 1.2684e-04, 4.7100e-05, 1.0816e-04, 2.0799e-04,
1.4521e-03, 3.3625e-04, 2.2120e-04, 2.3472e-04, 4.4072e-04,
-1.3399e-04, -1.4417e-04, -2.3406e-04, -2.2709e-04, -5.4048e-05,
6.3774e-04, 4.5902e-04, -4.5692e-04, 5.1400e-05, 2.4878e-04,
1.8225e-04, 2.1687e-04, -2.3515e-04, -1.3244e-06, 2.8437e-04,
-6.1327e-05, 4.4790e-04, -2.5261e-04, -8.7832e-05, -2.0022e-04,
-1.7301e-04, 2.9559e-04, -7.3681e-05, 2.5329e-04, -6.6608e-04,
-1.5131e-04, -4.6994e-05, -1.0645e-03, -4.3795e-05, -8.8267e-04,
2.8961e-04, 4.6551e-04, -1.3706e-03, 1.5373e-04, -2.9720e-04,
4.8150e-05, -7.4881e-04, 2.1306e-03, 6.0441e-05, -1.4921e-04,
-2.5609e-04, -5.1167e-04, 3.2881e-04, 1.2302e-03, 3.1118e-04,
5.3759e-04, 2.0022e-04, 1.8318e-04, 6.1172e-05, -2.0357e-04,
-2.0681e-04, 3.3438e-04, 2.0041e-04, -4.8580e-04, 2.2842e-04,
8.3834e-06, -1.9208e-04, 4.8820e-04, 6.1889e-05, 6.4766e-04,
1.4559e-04, -4.0124e-05, 1.0222e-04, 1.2887e-04, -4.0868e-04,
1.2983e-04, 4.6339e-04, -6.7523e-05, -2.1900e-04, 1.5077e-05,
2.3010e-04, 2.1443e-04, 1.7072e-04, -2.5482e-04, 1.0663e-05,
-8.7339e-04, 9.2100e-05, -1.8235e-04, 2.7872e-05, -9.9231e-05,
6.8830e-04, -3.5224e-04, 2.8101e-04, -2.9882e-04, -3.8602e-05,
2.7480e-04, 1.0416e-04, 1.2754e-04, 3.2007e-05, -6.7159e-05,
-1.4266e-05, -2.3237e-04, 1.6941e-04, 6.9927e-06, 6.2851e-04,
-9.7700e-05, 1.7733e-04, -1.7050e-04, -5.2611e-04, 1.0771e-04,
-3.0074e-04, -1.6840e-04, -6.2088e-04, -1.1764e-04, 1.2073e-04,
7.7915e-06, -2.4681e-04, -1.5404e-04, 1.4565e-04, -2.6098e-04,
3.6241e-04, -3.9378e-05, 3.2406e-05, 1.7686e-04, -2.9548e-04,
3.1721e-05, 7.1695e-05, 1.2946e-04, 2.3846e-05, -3.1280e-05,
-2.7842e-04, -2.2693e-04, -1.7434e-04, 1.3773e-04, -1.2231e-05,
-1.5241e-04, 1.8022e-04, 1.0541e-04, 1.6514e-04, 1.3342e-04,
1.2425e-04, 2.1799e-04, -2.3542e-04, 6.6704e-05, -2.2596e-04,
-1.5164e-04, -2.9842e-04, 8.8400e-05, -1.3030e-04, -6.3735e-06,
-1.2359e-04, -5.2180e-05, 1.7903e-04, 2.2617e-04, -1.5720e-04,
-5.2806e-04, 2.7313e-04, -8.3081e-05, -2.3737e-04, 5.5820e-05,
-1.8909e-05, -1.7744e-04, -1.4651e-04, 1.5163e-04, 1.9654e-04,
1.3889e-04, 1.6885e-04, -1.9808e-04, 2.0155e-04, 5.9419e-05,
-1.5922e-04, -4.6383e-04, 5.0237e-05, -3.6945e-04, 1.2129e-04,
4.3593e-06, -2.6654e-04, -6.0752e-05, -7.5915e-06, -7.7848e-05,
3.5364e-04, -2.4893e-05, 1.0584e-04, -3.4385e-04, -1.8830e-04,
2.3555e-03, -2.0695e-03, 1.7280e-03, -7.3721e-04, 1.9936e-04,
3.8004e-04, 5.6009e-04, -5.3402e-04, 1.4787e-03, 1.0569e-03,
5.0827e-04, 9.1765e-04, 6.0508e-04, 1.2374e-03, 5.4408e-04,
-3.9070e-05, 1.4663e-03, -1.0019e-03, 5.1925e-04, -6.8944e-04,
9.8227e-04, -1.2605e-04, -2.4712e-04, 8.3841e-04, -1.1302e-03,
-1.6342e-04, 4.0325e-04, -4.1248e-04, 3.2738e-04, -6.8750e-04,
-4.6317e-04, -7.6507e-04, 8.0380e-04, 1.7632e-04, -5.3033e-04,
-2.5030e-03, 3.7691e-05, -8.9759e-04, -2.9605e-04, -7.3893e-05,
1.6636e-05, 6.5196e-04, -5.8670e-04, 3.9384e-04, 1.4107e-03,
-1.4278e-03, -1.1087e-03, 6.7625e-04, -7.6133e-04, -4.3810e-04,
-2.1093e-03, 8.3295e-04, 1.0106e-03, -2.8421e-04, 1.8740e-03,
8.0292e-04, 5.8253e-04, -2.4602e-04, -2.5393e-04, -9.8610e-04,
6.9524e-05, 3.5493e-04, -2.9023e-05, 2.1477e-04, -1.8438e-03,
3.7572e-04, -2.6731e-04, 8.1883e-05, 2.2718e-05, 9.6766e-05,
1.8244e-04, -2.2941e-04, -1.1250e-04, 3.1007e-04, -1.6910e-04,
5.1190e-05, -1.3774e-04, 3.0051e-04, 1.9256e-04, -1.2143e-04,
-5.2357e-05, 1.9585e-04, -3.1218e-04, -2.8442e-04, -4.2752e-05,
2.0658e-04, -1.7476e-05, -1.6303e-04, -1.6349e-04, 1.2463e-04,
-1.3154e-04, 2.4391e-04, 3.1038e-05, 1.8607e-04, -1.8692e-05,
1.1621e-04, 4.2058e-05, 1.9001e-04, -6.5559e-05, 8.9235e-05,
-5.6247e-05, 1.3377e-04, 5.3079e-05, 1.3488e-04, -1.3522e-04,
4.6702e-04, -9.5403e-05, -1.1886e-05, -6.9752e-04, 2.6483e-04,
1.9555e-04, 6.5809e-04, -1.6751e-04, 1.6436e-05, -3.5824e-04,
-1.1227e-04, 3.9319e-04, -1.6290e-04, -4.7590e-06, 1.8001e-04,
6.1991e-04, -1.2717e-04, -2.7940e-04, -2.2602e-04, 1.8926e-04,
5.2375e-05, 4.0449e-04, 1.7370e-04])),
('model.encoder.layers.2.self_attn.v_proj.weight',
tensor([[-0.0276, -0.0032, 0.0031, ..., 0.0086, 0.0247, 0.0232],
[ 0.0920, 0.0050, -0.0557, ..., -0.0439, -0.0291, -0.0174],
[-0.0299, -0.0356, -0.0115, ..., -0.0058, 0.0209, -0.0423],
...,
[-0.0021, -0.0200, 0.0006, ..., -0.0136, -0.0549, -0.0558],
[ 0.0112, 0.0703, -0.0456, ..., -0.1043, -0.0025, -0.0222],
[ 0.0207, 0.0998, 0.1072, ..., 0.0005, 0.0526, -0.0131]])),
('model.encoder.layers.2.self_attn.v_proj.bias',
tensor([-2.1698e-02, 1.4594e-02, -3.9532e-02, -1.4758e-02, 3.0025e-04,
2.1951e-03, 5.2196e-02, 4.6349e-03, 2.7937e-02, 3.1540e-02,
6.3896e-03, -2.4213e-02, 2.5826e-03, 8.5926e-02, -2.0461e-03,
2.8713e-02, -1.2495e-02, 2.5786e-03, -1.8207e-02, -6.3344e-02,
-1.7746e-03, -1.7555e-03, -2.2304e-03, -4.3991e-02, 2.0669e-02,
-1.0204e-02, -2.3900e-02, 1.8682e-01, -5.2948e-02, 1.3018e-02,
-1.3928e-02, 6.1699e-03, 2.6438e-02, -2.2809e-02, 2.5671e-02,
-1.5094e-02, 1.5593e-02, -4.6582e-02, 3.0426e-02, 4.9508e-03,
1.4468e-02, -8.0031e-02, 1.9388e-03, -3.3174e-02, -7.6829e-03,
8.7247e-03, 1.3675e-02, -3.3411e-02, 9.9594e-02, 6.0806e-02,
-2.6264e-02, 4.7817e-02, 4.3214e-02, -2.4128e-02, -2.4182e-02,
-2.8098e-02, -1.2251e-03, -2.7486e-04, 3.6415e-02, -5.6327e-03,
3.9479e-02, -3.2692e-02, -2.3851e-03, 4.3390e-02, 4.2593e-02,
9.0339e-03, -1.7329e-02, 3.9343e-02, -2.1431e-02, 4.3561e-02,
9.7061e-03, 6.0583e-03, -8.6058e-03, -1.3012e-02, -1.3941e-02,
1.0693e-01, -1.4430e-02, 6.5772e-03, -1.6229e-02, -1.0659e-02,
1.0246e-02, -2.7644e-02, 3.9309e-03, 6.9991e-03, 8.2795e-03,
4.9399e-02, 9.8607e-04, 1.1885e-02, 1.9893e-03, 2.2075e-02,
-5.6124e-02, 1.0611e-02, -9.1503e-03, -1.6764e-02, -3.3396e-02,
1.2671e-02, -1.1800e-03, -1.6458e-02, -1.0093e-02, -1.5189e-02,
2.7328e-02, -1.3819e-02, -1.1937e-02, -1.2343e-02, 1.4804e-02,
-2.8455e-02, -1.4419e-02, -2.3908e-02, 2.7783e-02, -2.7277e-02,
4.8211e-03, 4.2475e-03, -1.2189e-02, -1.3422e-02, 3.2677e-02,
-2.1839e-02, 1.5036e-03, 2.6529e-02, 5.3527e-02, 1.2887e-03,
-2.5068e-03, 3.6660e-02, -2.3932e-02, 1.3603e-02, -2.3266e-02,
1.0648e-02, -3.6154e-02, -6.4467e-03, -2.9920e-02, 4.5862e-02,
1.7310e-02, -1.6147e-04, 2.9660e-02, 3.7134e-03, -6.1479e-03,
-1.2339e-02, -8.7246e-03, 2.2669e-02, -1.2278e-02, 7.2654e-03,
-2.2749e-02, -4.5178e-02, -1.6786e-03, -3.8982e-02, -7.4395e-03,
6.6784e-03, -1.5027e-04, 4.4299e-02, -1.5805e-02, -2.4305e-03,
-4.2722e-02, -3.2068e-03, 2.9337e-02, 1.4964e-02, 2.6068e-02,
-3.3173e-02, 2.6346e-03, -2.8066e-03, -3.5003e-02, 2.4712e-02,
-3.4954e-02, 7.5523e-03, -3.4729e-02, 1.1478e-02, -1.0713e-01,
-4.7827e-02, -2.3078e-02, 1.4124e-02, -6.1827e-03, -7.7577e-02,
-2.9030e-02, -8.7021e-03, -1.2230e-02, 4.1791e-03, 7.1108e-03,
3.1268e-02, 6.1414e-02, 4.6975e-02, 3.6404e-03, -6.9063e-04,
-1.2368e-02, -8.6743e-02, -8.2019e-03, -2.9923e-02, 2.3416e-02,
-3.4812e-02, -2.1309e-02, 2.5112e-02, -1.8454e-02, -1.6242e-02,
2.5776e-03, 4.8461e-03, 1.6645e-02, 1.7095e-02, 1.7901e-02,
3.8121e-03, -3.3194e-02, 1.9081e-02, -1.8144e-02, -1.1695e-02,
-1.0300e-01, -6.9393e-02, -3.3081e-03, -9.7827e-03, -3.2435e-02,
5.0928e-03, 2.3272e-02, 7.7021e-02, -5.6437e-02, -3.3209e-02,
3.7872e-02, 1.9347e-01, 2.1572e-02, -2.1937e-02, 1.5145e-02,
7.8467e-03, -1.1477e-02, -1.0164e-01, -1.5278e-02, 1.9627e-02,
-6.1794e-03, 1.8683e-03, -6.4648e-02, 1.5051e-02, -2.1608e-02,
-3.7312e-03, -2.4411e-02, -1.0297e-01, -2.9382e-02, 1.7353e-02,
-1.1660e-02, 5.7620e-02, -2.9381e-02, 4.5867e-02, -5.0219e-03,
3.5312e-03, -4.9421e-02, -2.4790e-02, -1.2179e-02, -7.6883e-03,
-6.4291e-03, -4.1393e-02, 3.9752e-02, 1.7729e-02, -5.5471e-03,
1.4492e-02, 1.0214e-02, -5.2876e-03, 8.8506e-03, 6.7734e-03,
5.2262e-02, -4.3185e-02, -2.9381e-02, 2.8826e-02, 3.5312e-04,
6.8938e-02, -2.8491e-02, -9.8339e-03, -2.3505e-02, 3.4167e-04,
-4.4509e-03, -2.9861e-02, 1.0656e-02, -3.9642e-03, 2.8741e-03,
-5.7821e-03, 1.2555e-04, 3.1761e-02, 7.3975e-03, -2.6146e-02,
2.3017e-03, 4.2547e-04, 2.0777e-02, 1.2518e-02, -5.8923e-03,
7.2006e-03, -1.2846e-02, -6.4922e-03, -5.3123e-03, 1.4994e-02,
-1.3848e-03, 1.4360e-02, -9.3028e-03, 9.1304e-03, -3.3295e-03,
2.3682e-03, -9.8894e-03, 4.8559e-03, 1.4171e-02, -5.8501e-03,
8.2245e-04, -1.5515e-02, 2.3012e-04, -6.8119e-03, -1.5427e-03,
-2.2438e-03, 2.7925e-02, 1.0647e-02, -1.1223e-02, 3.5471e-04,
7.2807e-03, 1.0812e-02, 1.9547e-03, -2.0102e-03, -1.0804e-02,
7.2518e-03, 6.0141e-03, -1.8055e-04, 1.1527e-02, -3.7046e-03,
9.2277e-03, 7.3422e-05, -5.1054e-03, 2.6837e-03, 4.2833e-03,
-2.1363e-02, -5.4116e-03, -7.0892e-03, 9.6585e-03, -2.7943e-03,
5.0368e-02, -1.3889e-02, -4.7336e-03, 6.0760e-03, -1.2071e-02,
1.1839e-02, -1.4904e-03, -7.9670e-03, -8.9845e-03, -6.5086e-02,
6.5716e-03, -1.0753e-02, -7.6140e-03, 1.7543e-04, 2.8069e-02,
2.1024e-02, 2.1298e-02, -8.8459e-03, 8.3832e-03, 1.3448e-02,
2.6022e-02, 5.6280e-03, 9.0003e-03, -1.2233e-02, 2.7787e-03,
1.8491e-02, -4.2717e-02, -3.5899e-03, -1.4811e-02, 5.5486e-03,
-6.1858e-03, 8.0337e-03, 1.1598e-02, -6.1713e-04, 5.5206e-03,
-2.7093e-02, -1.1902e-02, 1.8146e-03, -7.6837e-03, 3.8513e-03,
4.6582e-02, 3.7383e-03, 1.8792e-02, -3.1382e-02, 7.9477e-03,
-1.1099e-02, -1.2066e-02, 1.1639e-02, 6.6121e-03, -1.4959e-02,
1.3380e-02, 1.3305e-02, 2.0515e-02, -8.5562e-03, 3.7050e-02,
-1.5368e-02, 1.1722e-03, -1.3253e-03, -1.2073e-02, 2.2314e-02,
5.0399e-04, -1.8868e-02, -1.0857e-04, -1.5024e-02, 4.9422e-03,
2.5117e-04, 2.8102e-02, -3.5155e-02, 1.7685e-02, -6.7800e-03,
-4.4317e-03, -7.8378e-03, -1.6617e-03, -3.0356e-02, 1.4364e-02,
2.0724e-02, 7.8887e-03, -1.4102e-03, -6.1697e-03, -2.1163e-03,
4.8186e-03, -4.7931e-03, 4.3354e-02, -7.8739e-03, -1.6606e-02,
2.1308e-02, -2.4073e-02, 1.1000e-03, 3.2051e-02, -1.6874e-03,
-1.4150e-02, -1.7686e-02, 3.6709e-02, -1.7749e-02, 4.5091e-03,
-3.3405e-03, 3.2846e-02, -7.1131e-03, 1.9959e-03, -4.8614e-03,
3.2739e-03, -1.3803e-04, 5.4975e-03, 4.2880e-02, 2.2492e-02,
1.0727e-02, 1.1203e-02, -8.7024e-03, 1.2844e-02, 4.4918e-02,
2.2950e-02, -1.9864e-02, -1.3857e-04, -5.6977e-03, 1.0601e-02,
2.7921e-02, -9.9247e-03, 1.4066e-02, -1.0151e-02, 2.8733e-02,
-2.6268e-03, 6.0400e-02, 3.7493e-02, 5.0693e-03, 7.5598e-03,
-2.5464e-03, -2.1161e-02, 1.1802e-02, -5.5669e-02, 1.6990e-02,
-1.5745e-02, 4.3096e-02, -2.6794e-02, 2.6876e-03, 1.9761e-02,
-8.7146e-03, -1.9149e-02, -1.0450e-02, 2.2499e-02, 7.4388e-02,
-9.1551e-03, -2.1193e-02, -5.4936e-03, 2.1639e-03, 1.9379e-02,
-1.1171e-02, -2.8171e-02, 3.4053e-03, 3.6637e-02, -3.1100e-02,
6.0641e-04, -1.4525e-02, 1.6525e-02, -1.0078e-02, -3.4276e-02,
1.7843e-02, -1.9617e-03, 9.8257e-02, -4.0705e-02, 1.1242e-02,
4.3887e-02, -1.6981e-02, 1.5228e-02, 2.4713e-02, -1.0043e-02,
7.4426e-03, -1.7079e-02, -4.5738e-03, 2.5166e-02, 2.8069e-02,
-2.6493e-02, -1.3650e-02, 3.8419e-02, -2.4350e-02, -7.0262e-03,
1.7426e-02, -2.9723e-04, -3.9152e-02, 4.8715e-03, 2.7445e-02,
2.4873e-04, -2.3693e-02, -9.5282e-03, -2.8949e-02, 4.0478e-02,
2.7915e-02, -4.5189e-02, -8.7943e-03, -1.6957e-02, 4.6133e-02,
2.3813e-02, -1.3635e-03, -6.5863e-03, -1.9678e-02, -1.5061e-02,
5.9950e-03, -9.6355e-03, 1.2814e-02, 9.0422e-04, -8.8627e-03,
1.3025e-04, -3.3600e-02, -1.6782e-02, 6.4932e-03, -2.0509e-02,
8.0522e-03, -7.3550e-03, 1.7798e-02, -1.0534e-02, 6.4231e-03,
4.5204e-03, -1.6503e-02, 3.5863e-03, -1.2745e-02, -5.2394e-03,
4.7860e-02, 5.3982e-02, 9.9249e-03, -3.7803e-03, 2.1031e-02,
2.3087e-02, -1.7683e-02, -1.0744e-02, -2.1876e-02, 1.3025e-02,
-1.6587e-03, 3.1163e-02, 1.9170e-02, -3.3880e-04, 6.0082e-03,
1.6772e-02, -9.6203e-04, 5.2431e-03, -8.9391e-03, -1.6809e-02,
-3.4722e-03, -8.1837e-03, 1.0732e-02, 2.9322e-03, 6.0785e-03,
1.8278e-03, 1.5475e-02, -1.0868e-02, 1.5867e-02, 1.3565e-02,
1.1246e-03, 4.5193e-03, 1.9473e-02, 3.0164e-03, -1.1670e-03,
1.2616e-02, 2.6148e-02, 2.8854e-03, -2.0698e-02, -1.6185e-03,
1.2372e-02, -9.2554e-03, 6.8040e-03, 2.1224e-02, 6.9671e-03,
4.4222e-03, -1.6603e-02, 1.0943e-02, 3.5786e-03, 3.2650e-03,
6.8200e-03, -1.9887e-03, 1.2337e-02, 5.4357e-03, -5.8099e-03,
-1.3522e-02, -2.3958e-02, 8.9153e-03, -2.0032e-02, 1.3939e-02,
1.1433e-02, 2.6129e-02, -9.3122e-03, 5.1392e-02, -5.4656e-03,
-5.8306e-04, -1.5423e-02, 1.1914e-02, 3.3732e-03, 4.2999e-03,
-8.4966e-03, -1.0522e-02, 1.6154e-02, 8.4400e-03, 1.1257e-02,
1.2675e-02, 1.1496e-02, -6.2649e-04, 8.1959e-03, -1.8369e-02,
-1.2776e-02, -7.9618e-04, 1.1378e-02, 7.3837e-03, -1.5134e-02,
-1.7113e-02, 8.2207e-03, -1.4795e-02, -1.4069e-02, 1.0063e-04,
7.7229e-04, 8.8591e-04, 1.9102e-03, 2.0351e-03, 6.1671e-03,
-2.0046e-02, -9.1388e-03, -4.1751e-03, -5.1594e-03, -2.7963e-03,
7.5234e-03, 7.6584e-03, -1.5617e-02, 4.9071e-03, 8.7111e-03,
1.4182e-02, -2.4431e-03, 1.4433e-02, -1.7474e-02, -1.6771e-02,
1.2668e-02, 2.2090e-02, -3.5916e-02, 6.9351e-03, 1.6926e-02,
-1.0212e-02, -2.3020e-02, 5.4418e-03, 8.6064e-03, -6.1808e-03,
-2.6091e-02, 7.8689e-03, -6.8044e-03, -3.6671e-03, -3.7446e-03,
-1.5521e-02, -1.3772e-02, -1.9972e-02, -4.6801e-02, 6.1473e-03,
-1.9189e-02, -1.3599e-02, 7.4792e-02, -6.9489e-03, -5.1341e-02,
4.8633e-03, 4.9644e-04, -2.3600e-03, -8.8893e-03, 3.7222e-02,
-8.2937e-03, 1.2928e-02, -1.3509e-02, -1.9707e-02, 1.3850e-02,
-2.0154e-03, -1.2366e-02, 1.0042e-02, 1.6197e-02, 3.3154e-02,
-7.0451e-03, 2.1396e-03, -1.6258e-02, -1.5866e-02, -2.8596e-02,
1.4385e-02, 1.3164e-03, 2.3041e-02, -1.6099e-02, 3.7418e-02,
-5.1268e-03, -1.1465e-02, 8.0194e-03, 1.4565e-02, 1.8868e-03,
1.1134e-02, -1.6738e-02, -8.5603e-04, 1.0021e-02, 1.1346e-02,
3.1266e-02, -5.3269e-03, 4.2361e-02, 3.7957e-03, 1.5678e-02,
-7.3532e-04, -3.0435e-02, -1.1188e-02, 1.7007e-02, 1.8993e-02,
-1.8217e-02, 4.0852e-03, -1.2075e-02, -2.6274e-02, 1.2970e-02,
1.3405e-02, -1.5308e-02, 5.9243e-02, 1.3366e-02, 5.8696e-03,
-2.2014e-02, 2.3767e-02, -1.1270e-02, -1.8023e-02, 4.4046e-03,
1.2509e-02, 2.2007e-02, -1.0322e-02, 1.3880e-02, 3.3933e-02,
-4.1717e-03, -5.5029e-02, 1.7996e-02, -1.0309e-02, -4.9559e-03,
1.2543e-02, 1.4219e-02, -3.5033e-02, 1.6484e-02, -3.9311e-03,
3.2566e-02, -1.1370e-02, 3.6742e-02, 2.2876e-02, 7.0101e-03,
2.7324e-03, -2.0925e-02, -1.8089e-02, 1.9864e-02, -8.3426e-03,
2.4158e-03, -2.3778e-02, -1.6672e-02, -1.3970e-03, 1.0009e-02,
-5.2152e-03, -3.4371e-02, 1.2210e-02, 1.0068e-02, 3.0886e-02,
-2.8798e-03, -1.7387e-02, 1.7936e-02])),
('model.encoder.layers.2.self_attn.q_proj.weight',
tensor([[-0.0544, -0.0931, -0.1475, ..., -0.0941, 0.1317, 0.0789],
[-0.1771, -0.0539, 0.0817, ..., 0.0037, 0.1753, 0.0452],
[-0.1488, 0.0154, -0.0630, ..., 0.0178, -0.0469, -0.0159],
...,
[-0.0225, -0.0938, -0.0287, ..., -0.0205, -0.0761, -0.0427],
[-0.0652, 0.0786, 0.0056, ..., -0.0620, 0.0061, -0.0104],
[-0.1156, 0.0218, 0.0816, ..., 0.1574, 0.1457, -0.0656]])),
('model.encoder.layers.2.self_attn.q_proj.bias',
tensor([-4.7306e-02, -5.0915e-01, -2.6487e-01, 5.7180e-02, 2.5719e-01,
2.2429e-01, -7.3155e-02, -3.7545e-01, -4.0191e-01, 2.6104e-01,
-2.8726e-01, -5.2786e-01, 3.2579e-01, -2.5045e-01, 9.1359e-02,
3.8520e-01, 4.2304e-01, 6.4179e-01, -5.6651e-01, 3.7511e-01,
-5.3173e-01, 5.8829e-01, 5.4558e-01, 3.4585e-01, 5.1712e-01,
-6.4135e-01, -1.1635e-01, -5.7489e-01, -3.7116e-01, 7.8646e-01,
-3.6491e-01, -5.6702e-01, 2.7071e-01, 5.0664e-01, -1.4845e-01,
-5.2864e-01, -3.8838e-01, 1.9855e-01, -6.1542e-01, -2.1477e-02,
-6.9216e-01, 5.8441e-01, 4.5987e-01, -2.2874e-01, 4.3355e-01,
5.1631e-01, 4.3009e-01, -5.5411e-01, -4.9960e-02, 5.4839e-01,
-1.9559e-01, -5.6190e-01, -3.6773e-01, -6.2266e-01, -6.0637e-02,
-5.3500e-01, 1.7945e-01, 1.6849e-01, 5.8708e-01, 6.1751e-01,
2.5972e-01, -6.3022e-01, 2.4755e-01, 1.3315e-02, 5.1660e-01,
-1.9666e-01, -6.2833e-01, -6.1708e-01, -6.7593e-01, 2.0474e-01,
1.7841e-01, 1.2846e-01, 3.7784e-01, -4.8612e-01, -5.4737e-02,
-4.0441e-01, 2.7841e-01, 4.2207e-01, 5.5220e-01, -4.1152e-01,
-4.2499e-01, -3.8469e-01, -6.6887e-01, -5.8003e-01, 2.1349e-01,
-4.5497e-01, 4.9536e-01, 4.0014e-01, 3.4745e-01, -6.3814e-01,
4.6209e-01, 1.4828e-01, -1.5676e-01, 3.2254e-01, 3.7015e-01,
-4.3920e-01, -3.7512e-01, -4.4785e-02, -4.0674e-01, 2.3846e-01,
5.8005e-01, -3.9886e-01, -1.4955e-01, 2.1215e-01, -6.4656e-01,
4.0686e-01, -3.2502e-02, 1.6707e-01, 4.9583e-01, 6.0957e-01,
-3.7962e-01, -5.6509e-01, -4.6324e-01, -1.4617e-01, 4.7087e-01,
5.4130e-01, 5.6077e-01, -4.4186e-01, -4.1978e-01, -5.7234e-01,
-4.0349e-01, 5.1669e-01, -5.0044e-01, 5.8420e-01, 6.2190e-01,
5.3469e-01, -4.4793e-01, -5.1820e-01, -5.9555e-02, -4.9877e-02,
-9.5383e-01, 5.4226e-02, -1.8491e-01, 3.5871e-01, 4.5401e-01,
1.8160e-01, -3.7636e-01, 2.2571e-01, -5.3095e-01, 9.6878e-02,
-1.3567e-01, 1.0262e-01, 2.2041e-01, -1.5519e-01, -2.9973e-01,
-1.7222e-01, -6.1846e-02, -3.1731e-01, -4.0034e-01, -1.5531e-02,
4.4847e-02, 9.2313e-02, -4.8319e-02, -2.7569e-02, 5.5477e-02,
1.6613e-01, -1.3889e-01, 1.9150e-01, -2.6644e-01, 1.1960e-01,
-3.8975e-01, -2.5404e-01, -6.0379e-02, -6.1658e-01, -7.6671e-01,
2.2447e-01, -5.1165e-01, -6.4826e-01, 5.3172e-03, -2.8880e-01,
4.9340e-01, -7.3487e-02, 1.9404e-01, -2.9858e-01, 1.0404e+00,
3.3625e-01, -4.3498e-02, 2.5540e-02, 4.3649e-01, -1.2110e-01,
-5.1539e-02, 7.3154e-02, -3.1104e-01, 4.5158e-01, -7.8649e-01,
1.0176e-01, -1.7183e-01, -1.2285e-01, -4.7633e-01, -4.8490e-01,
-1.1799e-01, 1.2369e-02, 1.2261e-01, 4.7010e-01, -4.0962e-01,
1.5160e-01, 3.0049e-01, -6.1825e-01, 8.6292e-02, 2.0259e-02,
9.5692e-02, -2.9310e-01, -7.2829e-01, 4.1214e-01, -6.6343e-02,
-3.9012e-01, 2.0170e-01, 1.2570e+00, 2.9557e-01, 1.2579e-02,
6.5253e-02, -2.7111e-01, -2.6741e-01, 2.1126e-02, 4.3347e-01,
-4.0789e-01, -5.0135e-01, 3.2451e-01, -2.1739e-01, 4.1767e-01,
-6.8967e-01, 2.5019e-01, 9.0825e-02, -3.1873e-01, 3.8635e-01,
-8.9305e-01, 8.2133e-01, -5.0707e-01, 6.5085e-01, -9.1401e-01,
-1.5624e-01, 3.7954e-01, -2.4111e-01, -1.5257e-01, -8.7765e-02,
-2.3564e-01, 4.3214e-01, -6.2864e-02, 6.2748e-01, -5.5721e-01,
-6.2474e-01, -1.5318e-01, 2.0890e-01, -4.9934e-01, 5.2352e-01,
1.6279e-01, 1.9313e-02, -9.6181e-01, -7.5374e-02, -3.4212e-02,
-2.0228e-01, 8.1907e-02, 1.0215e-01, 4.4031e-03, 5.3876e-01,
-1.3791e-01, -6.0057e-01, -3.2987e-01, -5.2196e-01, -2.5119e-01,
3.9380e-01, -1.4268e-01, -1.2167e-01, -5.9862e-02, 1.6498e-01,
-2.0571e-02, -9.0615e-02, 1.6851e-01, 2.7203e-01, -4.3077e-01,
5.6134e-01, 9.1359e-02, 1.9311e-01, 2.1497e-01, -2.0412e-01,
2.9513e-01, 6.0801e-01, -1.2710e-01, -6.2603e-02, -1.2977e-01,
-1.5708e-01, 8.4252e-01, -6.7238e-02, -4.6979e-01, -6.9148e-01,
-2.8661e-01, -3.3027e-01, -1.4586e-01, 1.4899e-01, 7.1900e-01,
2.3466e-01, -1.3216e-01, 6.5671e-01, -2.3772e-01, 2.8706e-01,
-2.3733e-03, -4.2844e-01, -1.4496e-01, -9.9597e-01, -3.9698e-01,
3.1718e-01, 1.5040e-01, -1.7056e-01, 5.7260e-01, 4.0189e-01,
-9.5080e-01, -2.7470e-01, 5.1372e-01, 2.5794e-01, -4.7996e-01,
-7.7683e-02, -5.0396e-01, 5.0892e-01, -7.0079e-01, 8.8599e-01,
2.5841e-01, 1.9923e-01, 1.6763e-01, 3.0265e-01, -8.5649e-01,
1.1746e-01, -2.2276e-01, -1.4161e-01, -5.8982e-01, -5.9132e-01,
-2.0200e-01, 3.8840e-01, -5.7011e-01, -5.4216e-01, 1.1375e-02,
-3.3118e-01, -6.9601e-01, -6.0239e-01, 1.8530e-02, -5.1630e-01,
3.1755e-01, -1.2791e-01, 2.8459e-01, -2.2296e-01, -1.7784e-01,
-5.2409e-02, 2.1889e-01, -2.8991e-01, -3.7097e-01, 1.3905e-01,
1.3730e-01, 3.3448e-01, -5.5337e-02, -2.0267e-01, -2.5911e-01,
-4.4992e-02, 4.2973e-02, -1.4252e-01, -1.4588e-01, 4.6983e-02,
-5.5954e-01, 4.7830e-01, 7.0400e-02, 5.2317e-01, -3.0814e-01,
9.2760e-03, 5.8723e-01, -3.6158e-01, -3.7728e-01, -2.8276e-01,
2.8538e-02, 3.3986e-01, 2.9848e-01, 8.8119e-01, 2.2660e-01,
-6.2059e-03, 4.7682e-01, -8.9544e-02, -4.6513e-01, -2.8906e-01,
4.9277e-01, -3.4014e-01, 3.5994e-01, -3.2848e-01, 2.5307e-01,
-3.8319e-01, 2.5215e-01, 3.2961e-01, 2.2088e-01, 4.2121e-01,
4.3953e-01, 1.4579e-01, 1.4564e-01, 8.9357e-02, 6.2544e-02,
-1.4766e-03, 3.4191e-01, -5.4232e-01, 1.7837e-01, 2.3579e-01,
5.7367e-01, 3.2798e-01, -3.5409e-02, -7.7715e-01, 1.2203e-01,
-1.3361e-01, -4.5896e-01, -2.9811e-01, -2.8806e-01, -7.7014e-02,
2.6633e-01, 6.7361e-01, -5.0384e-01, 7.8816e-01, -4.5536e-01,
2.1297e-01, 2.4190e-01, -2.4834e-01, -2.5586e-01, -9.0228e-02,
-1.7084e-01, -2.8119e-01, -5.9195e-01, 1.3858e-01, 3.7845e-01,
1.1044e-01, -9.4039e-02, 4.4741e-01, 3.2286e-01, 5.1652e-01,
-4.9940e-01, -5.8284e-01, -4.6886e-01, -2.1999e-01, 2.9576e-01,
2.6498e-01, -1.6360e-01, -6.5791e-01, 2.4786e-01, 7.0013e-02,
2.6016e-01, -6.7973e-03, -5.5124e-01, 3.9064e-01, 6.8046e-01,
4.3752e-01, 5.6467e-01, -5.4780e-01, 2.5820e-01, 5.9770e-01,
4.3288e-01, 2.5526e-01, 5.4969e-01, -2.5610e-02, 7.7903e-03,
-4.0368e-01, -2.1677e-01, 2.4436e-01, 5.6971e-02, -8.1852e-01,
8.7989e-02, 1.0717e-02, 1.3819e-01, -1.5597e-02, -1.9567e-01,
6.1026e-01, 2.2156e-01, -7.4158e-02, 3.5349e-02, 2.1629e-01,
-1.5274e-01, -2.1500e-02, -1.3138e-01, 5.9569e-02, 3.3442e-03,
-7.5282e-02, 4.7287e-02, -4.9980e-01, 2.1752e-01, 7.7915e-02,
9.0921e-02, 4.1303e-01, -1.9087e-02, -5.5863e-02, 4.9534e-02,
2.4057e-01, 3.7879e-02, -1.6424e-01, -2.5891e-01, -1.1841e-01,
-5.8219e-02, 3.3658e-01, -3.1809e-01, -9.3491e-02, -1.6189e-01,
-2.8003e-01, -1.0715e-01, -5.5627e-01, -1.4270e-01, -8.4191e-01,
2.2900e-01, 2.8458e-01, -8.1912e-01, 2.4217e-01, 5.4583e-02,
-8.3247e-02, -4.8922e-01, 9.1677e-01, 5.4334e-02, -5.2027e-01,
8.3559e-02, -5.0193e-01, 3.0220e-01, 7.1877e-01, 3.1157e-01,
3.6267e-01, -2.6493e-02, 4.8385e-01, -2.7350e-02, -5.6486e-01,
-2.6727e-02, 6.8102e-01, 1.2276e-01, -5.0470e-01, 3.4456e-01,
1.3696e-03, -5.0051e-01, 5.0111e-01, 4.3410e-02, 6.4301e-01,
5.8752e-01, -4.8291e-01, 4.2214e-01, 2.9699e-01, -4.5281e-01,
2.7748e-01, 6.6367e-01, -1.4513e-01, 1.4870e-01, -1.6760e-01,
6.4557e-01, 5.6761e-01, 2.9024e-01, -4.6433e-01, -1.0127e-01,
-6.7948e-01, -4.4541e-02, -5.5413e-01, 5.1124e-04, -1.6134e-01,
6.8242e-01, -1.2576e-01, 4.2558e-01, -5.7888e-01, 1.0031e-01,
4.9012e-01, 1.8834e-01, 3.3966e-01, -1.6165e-01, -3.4060e-01,
-7.9457e-02, -1.8096e-01, 5.2980e-01, 4.4491e-01, 6.2135e-01,
-1.2168e-01, -2.0165e-01, -5.9929e-01, -7.2386e-01, -3.6789e-01,
-2.5477e-01, -1.5731e-01, -7.3351e-01, -4.0423e-01, 3.1330e-01,
-9.0659e-02, -4.8642e-01, -4.4806e-01, 1.8922e-01, 8.5872e-02,
3.8112e-01, 2.1007e-01, -4.2730e-01, -1.5042e-01, 4.3132e-01,
-1.4661e-01, -1.9265e-01, 5.4794e-01, -1.7264e-01, 6.0758e-01,
-9.4273e-01, -8.8679e-02, 3.9066e-01, -3.6058e-01, -3.2598e-01,
-5.7449e-01, 1.8626e-01, -5.2753e-02, 3.5152e-01, 2.0968e-01,
-9.5695e-01, 4.2812e-01, -7.2743e-01, 3.4550e-01, 2.5067e-01,
-4.0460e-01, 2.7023e-01, -4.5372e-01, 4.6621e-01, 5.0762e-01,
-4.0517e-01, -2.6106e-01, -2.2539e-01, 4.0578e-01, -7.3017e-01,
4.7099e-01, -2.4631e-02, -4.1611e-01, -5.9997e-01, 3.4158e-01,
4.3677e-01, 4.5099e-01, -3.6160e-01, -2.3077e-02, 3.0752e-02,
1.9674e-01, 5.5003e-01, -7.0346e-02, 4.6673e-01, -5.5130e-01,
-2.0252e-01, -8.9938e-01, -7.2535e-01, -7.2215e-01, 7.0036e-02,
5.0599e-01, -4.4438e-01, -6.9570e-01, 1.5673e-01, -2.1124e-01,
4.4232e-01, -2.8548e-01, 2.9082e-01, -3.3860e-01, 2.6046e-02,
6.8786e-01, -5.8767e-01, 5.1294e-01, -4.8346e-01, -9.2980e-02,
2.3892e-01, 3.2839e-01, -5.2229e-01, 5.5925e-01, 4.0866e-01,
-4.0456e-03, 5.5047e-01, 3.1643e-01, 6.4516e-01, 8.6983e-02,
2.6376e-02, 6.4523e-01, -1.0551e-01, 1.8072e-01, -3.0892e-01,
5.2299e-01, 2.7460e-01, -3.1149e-01, 3.4512e-01, -4.5445e-01,
-8.6661e-02, 3.5623e-01, -1.5478e-01, 3.6028e-01, -2.6575e-01,
-3.4477e-01, -3.3769e-01, 4.7117e-01, 2.7179e-01, -4.5286e-01,
-6.8840e-01, 3.1210e-01, -3.3314e-01, -2.9278e-01, 2.4551e-01,
4.0741e-02, 1.0980e-01, -4.3991e-01, 1.5054e-01, 5.6177e-01,
-2.7785e-01, -5.6552e-01, 5.5781e-01, -3.0047e-01, -4.3533e-01,
-6.5984e-01, 2.5081e-01, 7.0470e-01, -3.1087e-01, 4.7344e-01,
2.9229e-01, -5.0499e-02, 6.8278e-02, -1.0457e-01, -5.1618e-01,
-1.8204e-01, 3.9102e-01, -7.5961e-02, -1.5973e-01, -6.9959e-01,
3.9386e-01, -4.5856e-01, 5.7434e-02, -1.7772e-01, 2.2564e-01,
4.2201e-03, -5.7127e-01, -5.6878e-01, 7.0503e-01, 1.3395e-01,
2.1477e-01, -4.4135e-01, 2.8301e-01, -1.0096e-01, -4.1802e-01,
-5.3069e-01, 3.0610e-01, -5.6964e-01, -2.0547e-01, -2.8456e-01,
4.4044e-01, 3.0475e-01, -7.1858e-01, -4.2449e-01, 1.3179e-01,
-7.1790e-01, -9.9943e-02, 1.8936e-02, -1.9002e-01, -3.3358e-01,
-6.1720e-02, -1.4588e-01, -2.6068e-01, -6.2317e-01, 2.5384e-01,
4.3145e-01, 1.7507e-01, 3.2010e-01, -3.3395e-02, -3.7439e-01,
5.0995e-01, 1.9750e-01, -6.2812e-02, -4.5778e-01, 4.7278e-01,
1.3018e-01, 5.1959e-01, 5.3600e-01, 2.9798e-01, -2.8324e-01,
-5.3338e-01, 3.0629e-01, 1.2156e-01, -3.5224e-01, 4.2645e-01,
4.0561e-01, 3.4007e-01, 3.9945e-01, -4.6081e-01, 2.4138e-01,
1.5380e-02, 3.4432e-01, 1.9331e-01])),
('model.encoder.layers.2.self_attn.out_proj.weight',
tensor([[ 0.0178, 0.0079, -0.0034, ..., -0.0051, -0.0162, 0.0325],
[ 0.0693, -0.0626, -0.0066, ..., -0.0584, 0.1422, -0.0388],
[ 0.0074, 0.0250, 0.0224, ..., -0.0027, -0.0233, 0.0804],
...,
[-0.0591, 0.0174, 0.0231, ..., 0.0024, 0.0164, 0.0120],
[-0.0215, 0.0031, 0.0052, ..., -0.0438, 0.0099, 0.0137],
[ 0.0690, -0.0223, -0.0128, ..., -0.0874, -0.0389, -0.0812]])),
('model.encoder.layers.2.self_attn.out_proj.bias',
tensor([-6.3816e-02, 6.4956e-02, 5.5814e-03, -7.2833e-03, 1.5296e-02,
-7.1361e-02, 4.1829e-02, -8.5744e-03, 2.5536e-02, 2.2299e-02,
2.1115e-02, 8.3896e-03, -1.1783e-02, 9.5846e-02, -2.5019e-02,
1.6893e-02, -4.8820e-02, 4.8915e-02, 3.0981e-02, 8.5315e-03,
9.4894e-02, -5.2092e-02, -7.4540e-02, 3.6434e-03, 1.6816e-02,
-5.2621e-02, 2.3571e-02, -4.5761e-03, 1.9623e-03, 6.5319e-02,
2.4934e-04, 4.7554e-03, 3.0134e-03, -8.7995e-04, 1.0485e-02,
-3.6176e-02, 2.3284e-02, 3.5552e-02, 6.0673e-02, 9.6367e-02,
-2.6823e-03, -2.0617e-02, -1.3763e-02, 6.3047e-02, 2.4504e-02,
4.7234e-02, 3.4740e-02, 2.4533e-02, 6.6376e-02, -5.5123e-02,
-1.3406e-02, 5.4629e-02, 5.3453e-02, 1.3676e-02, 7.2327e-02,
2.3173e-02, -1.0936e-02, -2.7519e-02, 1.0180e-02, 7.1343e-03,
5.0484e-03, -1.6497e-02, 4.9152e-02, 1.7511e-02, 3.3069e-02,
-2.7075e-02, 1.2269e-01, -3.8421e-02, -1.3303e-02, -2.0682e-02,
1.9548e-02, -3.6540e-02, -2.4866e-02, -3.9014e-03, -5.3213e-02,
-3.0275e-02, -6.7560e-02, -4.5800e-03, -1.2835e-02, -1.9018e-02,
-4.8715e-02, 3.5393e-02, 4.4696e-02, -2.8251e-02, -7.3825e-02,
3.9825e-02, -6.3977e-02, 1.4712e-02, -8.6464e-02, 1.1456e-02,
-1.1307e-02, -2.1365e-02, 6.0116e-02, 2.8181e-03, -4.3563e-02,
-5.6614e-02, 5.1624e-02, 4.4977e-02, -8.5441e-02, 1.8980e-02,
-5.3199e-02, 3.2903e-02, -4.1369e-02, 5.1559e-02, -3.6667e-02,
7.0460e-02, 4.2676e-02, 4.0081e-02, 2.6477e-02, 6.7567e-02,
7.0368e-05, 2.6630e-02, 1.1271e-01, -4.3916e-02, 3.6334e-03,
4.7747e-02, 5.7406e-03, 3.5823e-02, 9.6817e-02, -2.3075e-02,
2.1504e-02, -1.0241e-02, -8.8189e-03, 8.8894e-03, 4.6078e-03,
-7.0205e-02, -1.9675e-02, 3.7099e-03, 2.4390e-02, 7.7332e-02,
-1.9000e-02, -2.6652e-02, 2.5118e-02, 2.0533e-02, 1.3173e-02,
1.9855e-02, 1.6314e-03, -1.3751e-02, -1.3033e-02, 5.8985e-02,
2.2772e-02, 5.6874e-02, -2.3673e-02, 2.7373e-02, -8.2805e-02,
-1.3748e-02, 5.7436e-03, 8.1234e-02, 5.5459e-02, -1.0857e-02,
-4.4276e-02, 6.3241e-02, -2.3391e-02, 6.5813e-02, 6.9798e-02,
-1.3348e-02, 3.5840e-02, 2.5351e-02, 5.1942e-02, -1.4578e-01,
2.8041e-02, -1.7449e-02, 4.0744e-02, -5.2850e-02, 4.6730e-02,
4.1963e-03, 8.8409e-02, -4.4572e-02, -1.5279e-02, 1.2490e-01,
-2.3637e-02, -1.2979e-02, 8.4825e-02, -1.5934e-02, -1.5681e-02,
-2.0567e-02, -2.1410e-02, 4.9578e-03, -3.4508e-02, -1.5915e-02,
-7.2321e-02, 3.6444e-02, -6.2649e-03, 7.0002e-02, -5.1781e-02,
2.4501e-02, -3.2637e-02, 9.9444e-02, -1.4703e-01, 2.7474e-03,
7.1291e-03, 3.2281e-02, 4.2871e-03, -3.6575e-02, 4.6757e-02,
-2.1614e-02, -7.6310e-02, 3.9936e-02, 3.4929e-02, 4.4024e-02,
1.1068e-01, -2.8688e-02, 2.0930e-02, 8.3675e-03, -2.6901e-02,
1.6655e-01, 3.3188e-02, -5.5671e-02, 8.1459e-02, -1.6003e-02,
-3.6789e-02, 2.0213e-02, 3.9500e-03, -1.1553e-02, 3.2392e-02,
5.2121e-02, 1.0547e-02, 3.7761e-02, 1.7607e-02, -5.8729e-03,
3.5475e-02, 1.0271e-01, 2.8635e-02, -9.6377e-02, 4.5489e-03,
-2.5388e-02, 1.1664e-02, 5.7311e-02, 5.7755e-03, 9.7887e-02,
-1.1199e-02, -2.6179e-02, -6.3030e-02, -4.7715e-03, -6.3937e-02,
9.6785e-04, 1.0876e-02, -5.9746e-02, 2.0204e-02, -5.4560e-02,
1.4803e-04, 4.2987e-04, -8.0175e-02, -1.0929e-01, 1.5673e-02,
1.0856e-02, -2.9293e-02, -2.4880e-02, 4.1077e-02, 7.5199e-03,
-4.9828e-02, 2.8558e-02, 2.4761e-02, 3.1821e-02, -1.3526e-01,
1.8530e-02, -1.2761e-01, -1.9952e-02, 6.6934e-02, -3.2684e-02,
8.5526e-02, 2.8571e-02, -7.7577e-03, 6.9974e-02, 2.2570e-02,
1.5401e-02, -1.7918e-03, 4.3990e-02, 5.7643e-02, -2.8968e-03,
9.8216e-02, -1.0049e-02, -3.2212e-02, -1.6026e-02, -1.9029e-02,
9.0833e-02, 7.8791e-03, 5.8389e-02, -3.3739e-02, -1.0863e-03,
-4.1708e-02, 9.0991e-02, 1.4199e-02, -1.7337e-02, 2.4189e-02,
1.6242e-02, -2.5840e-02, -3.3258e-02, -4.7591e-02, -2.6393e-02,
-8.1170e-02, -5.1491e-02, 3.6748e-02, -1.5020e-03, 6.0551e-02,
1.0256e-01, 3.2309e-03, 1.8833e-03, -5.2976e-02, 3.7578e-02,
-1.1206e-02, 6.2824e-02, -2.3749e-02, 3.3852e-02, 3.4803e-02,
-1.7394e-02, 1.2300e-02, 1.8301e-02, -1.8588e-03, -1.2184e-01,
-2.0788e-02, 9.8616e-02, -1.4047e-02, 8.8582e-03, -1.4012e-03,
-7.4819e-02, 6.1171e-02, -1.3970e-03, -4.1322e-02, -3.8984e-02,
6.1297e-02, -5.6385e-04, -1.1031e-01, -3.1507e-02, -5.2704e-02,
1.8269e-02, -1.4160e-02, 1.2079e-02, 3.4588e-02, -7.0441e-02,
-6.0008e-02, -6.3716e-03, 1.9370e-02, 1.4500e-02, -4.1747e-02,
-2.1750e-02, 5.6011e-02, 1.5711e-02, 6.8779e-03, -8.9131e-03,
-2.3822e-02, 7.6128e-02, 1.4627e-02, -1.9292e-02, -1.3138e-01,
1.1151e-02, -6.2832e-02, -2.5912e-02, -3.8077e-02, 5.0763e-03,
-3.1524e-02, 1.7820e-02, -4.8473e-02, 5.9071e-03, 5.3138e-02,
-2.3721e-02, -7.8292e-02, 1.3417e-02, -2.8447e-02, 7.4990e-02,
6.5648e-02, 6.5848e-02, -4.5650e-02, -1.5775e-02, 8.0180e-03,
5.8683e-03, -5.1079e-02, -3.4492e-02, 4.7691e-02, 1.8092e-02,
-1.0834e-02, -2.0983e-02, -6.8425e-02, -5.7251e-02, 2.6913e-02,
3.9936e-02, 1.1171e-02, -1.9361e-02, -2.9276e-02, -1.8788e-02,
-8.6437e-02, -7.7784e-02, -8.7795e-02, 4.3580e-02, 5.4126e-02,
-1.8004e-02, -4.6168e-02, -1.8762e-02, -1.1979e-02, -1.0730e-02,
2.4064e-02, -1.2637e-02, 1.1185e-02, 1.1950e-01, -1.4761e-02,
3.4075e-03, -1.6935e-02, 3.5963e-02, 2.6525e-02, -1.4119e-02,
-1.4620e-02, -3.5585e-02, 4.2163e-02, 2.2136e-03, -2.3776e-02,
3.3377e-02, 3.4317e-02, -8.5436e-02, -2.0410e-02, -6.5944e-02,
-1.2085e-02, 5.5096e-02, 1.1539e-01, -8.8200e-02, -3.1018e-02,
-3.0566e-02, -2.4418e-02, 1.1395e-02, -4.4039e-02, -1.9010e-02,
7.6856e-02, 1.1576e-01, -5.5413e-02, 5.5815e-02, 1.6312e-02,
-2.3792e-02, -4.8687e-02, 5.4366e-02, -6.3811e-02, 6.2604e-02,
3.2491e-03, 5.4355e-02, -3.8385e-02, -3.3669e-03, -3.8927e-02,
-7.7084e-03, 7.0727e-03, 1.1060e-02, 1.0843e-02, 6.5677e-02,
-2.1729e-02, -1.7589e-02, -4.6610e-02, 3.8086e-02, 2.3361e-02,
4.3778e-02, -1.6696e-03, -1.3525e-02, 3.9309e-02, -2.0823e-02,
-1.7586e-02, 4.4077e-02, 4.0692e-02, 1.8334e-02, 1.2280e-02,
-1.2869e-01, -1.8245e-02, -1.6915e-04, -5.7324e-02, 5.6004e-02,
8.5416e-02, -1.6675e-02, -7.7465e-02, 2.2750e-02, 5.0808e-02,
-1.3299e-03, 2.7562e-02, -6.6258e-02, -8.6874e-02, -1.1931e-02,
7.3926e-03, -9.9146e-04, -1.0964e-01, 5.8681e-02, 3.4889e-02,
-3.2156e-02, -1.5632e-02, 3.7089e-03, -6.8424e-02, 5.1658e-02,
-7.2053e-03, -8.3144e-03, 1.1016e-01, -8.7215e-04, -4.9416e-02,
3.3024e-02, -8.3478e-02, 2.0848e-03, -7.4418e-02, -7.3725e-02,
2.6243e-02, 3.4030e-02, -1.3866e-02, 1.2977e-01, 1.3950e-02,
4.8618e-02, 5.3290e-02, -7.6251e-02, -3.2768e-02, -3.3255e-02,
4.8489e-02, -5.9013e-02, 1.1651e-01, 3.8161e-02, -2.8483e-02,
2.5061e-02, 2.1100e-02, -2.1529e-02, 2.3847e-02, -9.3654e-03,
3.3419e-02, -1.5812e-02, 1.0718e-01, 2.4289e-02, -1.2571e-02,
-5.0500e-02, -2.4359e-02, 9.8373e-03, -1.9554e-02, 1.3066e-02,
4.3546e-02, -6.9292e-02, -8.4989e-02, -9.5472e-03, -8.2334e-02,
-3.2943e-02, -1.1434e-02, -3.6408e-02, -5.5654e-02, -5.4199e-02,
-6.2359e-02, 9.0533e-02, -2.0443e-02, 1.8993e-02, -2.0551e-02,
-7.9206e-03, -4.6044e-02, -1.4638e-01, -8.2847e-02, 6.3929e-02,
1.6937e-02, 4.7069e-03, -5.0984e-02, 1.4228e-02, -1.0573e-01,
-7.3500e-02, -4.3634e-02, -6.4018e-02, -3.1128e-02, -3.7274e-02,
1.2322e-03, 7.7531e-02, -2.3445e-02, 2.1987e-02, 2.2549e-02,
-1.2689e-02, 6.2900e-02, 1.0669e-02, 1.5002e-02, -4.9168e-02,
3.8303e-02, -5.0260e-02, 8.2487e-03, 2.9480e-02, 9.0285e-02,
-3.2640e-02, -1.3732e-02, 6.7815e-03, 8.6478e-03, -3.1579e-03,
-1.1818e-03, -8.6118e-02, -1.4452e-02, 5.9928e-02, -4.0554e-02,
6.4389e-02, 2.4731e-02, 3.0994e-02, 4.0578e-02, -1.3202e-02,
-3.3119e-03, 3.6043e-02, 2.0403e-02, 4.0544e-03, 8.8973e-02,
-5.3148e-02, 9.7533e-02, 6.8506e-02, 3.3305e-02, -9.0107e-03,
2.0018e-02, -9.5800e-02, -6.6047e-02, -1.3002e-01, 4.3511e-03,
1.2184e-02, -3.1707e-02, 5.3116e-03, -2.8557e-02, -7.8735e-02,
8.4683e-02, -4.5000e-02, -3.6052e-02, -9.6875e-03, 2.1258e-02,
5.2681e-02, -6.4332e-02, -2.6164e-02, 1.4605e-02, 8.7625e-03,
8.0648e-03, -4.3260e-02, 1.5693e-02, 9.7201e-02, -3.0055e-02,
3.5330e-02, 7.8687e-03, 3.4011e-02, 9.9982e-02, -1.8698e-02,
2.1380e-02, 5.0677e-03, -3.6640e-02, 1.5141e-03, -1.6328e-02,
2.0069e-02, 1.5344e-02, -8.2623e-02, -8.5456e-03, 1.0942e-02,
6.8921e-02, 1.0550e-02, -1.0839e-02, -3.7715e-02, 5.1914e-02,
5.7010e-02, 5.3912e-02, -5.8269e-02, 5.2280e-02, 2.8726e-02,
-9.4559e-03, -1.1432e-02, 5.8919e-02, 2.0266e-02, -3.6010e-02,
-1.0525e-02, 5.5328e-02, 5.5805e-02, 1.7942e-02, 1.4229e-02,
5.8126e-02, 4.0536e-04, -1.9814e-02, -1.8138e-02, 3.8575e-02,
-6.7195e-03, -1.8205e-02, 1.2505e-01, -3.6401e-02, -7.8325e-02,
5.9586e-03, -6.0896e-03, 6.0784e-02, -2.3237e-02, -2.0798e-02,
-2.4930e-04, 1.3857e-02, -1.7353e-02, 3.5841e-02, -1.3505e-02,
-4.0884e-03, 3.7563e-02, 5.4800e-02, -5.7290e-02, -5.0658e-03,
-1.6603e-02, 7.2621e-02, -9.2781e-02, -1.7209e-02, 3.4027e-02,
1.5953e-04, -7.5674e-02, 8.9335e-02, 5.7747e-02, -3.7545e-02,
7.3685e-02, -2.9562e-02, -4.2828e-02, 6.2207e-02, -3.3644e-02,
-3.3847e-02, -1.1364e-01, 2.3514e-02, -5.9108e-02, -1.9329e-03,
4.4909e-02, -7.8450e-03, 6.4636e-02, 9.7194e-02, -3.5697e-02,
-5.3267e-03, 3.9617e-02, -7.4009e-02, 3.9075e-02, 2.7561e-02,
3.5833e-03, -8.0095e-02, -4.4450e-02, -2.1211e-02, 1.6693e-02,
1.8638e-02, -1.0642e-01, -6.9174e-02, 4.5275e-02, 5.2249e-02,
-7.1434e-02, 7.3551e-02, 3.4841e-02, 2.7000e-02, -3.5254e-02,
3.4016e-02, 3.3306e-02, 7.9981e-03, 2.9943e-02, -1.0448e-01,
-2.9571e-02, -7.9760e-02, -7.1668e-02, -4.3996e-02, 1.1855e-02,
1.4559e-02, -3.3798e-02, 3.1911e-03, 1.3919e-01, 6.2097e-02,
-1.5744e-02, -2.7223e-03, 5.1105e-02, 1.2069e-02, -4.5095e-02,
-2.9806e-02, 3.8628e-02, 4.8915e-04, -4.1855e-02, 6.0532e-03,
9.6493e-02, -2.0104e-02, -3.7806e-02, 2.2027e-02, -7.2918e-03,
-9.8211e-03, -2.5909e-03, 2.4866e-02, -4.6120e-02, 3.8394e-02,
-1.2092e-01, 1.6134e-02, -2.0501e-02, 1.5538e-02, -1.2478e-02,
-5.1742e-02, 6.9009e-03, -1.0160e-02, -3.0797e-02, -3.6097e-02,
-6.0464e-02, -2.3261e-02, -5.0430e-02])),
('model.encoder.layers.2.self_attn_layer_norm.weight',
tensor([0.5856, 0.4141, 0.5680, 0.4134, 0.5131, 0.4663, 0.4092, 0.3400, 0.5014,
0.3647, 0.4069, 0.3509, 0.5480, 0.3793, 0.4096, 0.5856, 0.2856, 0.3537,
0.5461, 0.5439, 0.2982, 0.4163, 0.3214, 0.5794, 0.5696, 0.3772, 0.5298,
0.6219, 0.4958, 0.3019, 0.5693, 0.4956, 0.2547, 0.5922, 0.5065, 0.5202,
0.3311, 0.5833, 0.2844, 0.3518, 0.5584, 0.6926, 0.5758, 0.5725, 0.4215,
0.4865, 0.5753, 0.5689, 0.3649, 0.5593, 0.4424, 0.4106, 0.5654, 0.3468,
0.2986, 0.4297, 0.5454, 0.3796, 0.4997, 0.5269, 0.5257, 0.5490, 0.5576,
0.4742, 0.3394, 0.3530, 0.3407, 0.3837, 0.5853, 0.5550, 0.5625, 0.5883,
0.5806, 0.4466, 0.3996, 0.4513, 0.6105, 0.5638, 0.5456, 0.3668, 0.3756,
0.5610, 0.5090, 0.5180, 0.3441, 0.4026, 0.4031, 0.5332, 0.3052, 0.4784,
0.4494, 0.4899, 0.5404, 0.5721, 0.4248, 0.5800, 0.3236, 0.5731, 0.4072,
0.3673, 0.4385, 0.5691, 0.4734, 0.2769, 0.5444, 0.5414, 0.5200, 0.4729,
0.4009, 0.5532, 0.5820, 0.6903, 0.3487, 0.4975, 0.5832, 0.5847, 0.3363,
0.5704, 0.5747, 0.5608, 0.2906, 0.5787, 0.3806, 0.5633, 0.4918, 0.3641,
0.5600, 0.5179, 0.5745, 0.3173, 0.5436, 0.4803, 0.5640, 0.5342, 0.3548,
0.5378, 0.3951, 0.4765, 0.3624, 0.2959, 0.5117, 0.5041, 0.4563, 0.5659,
0.3526, 0.5425, 0.3231, 0.3821, 0.5722, 0.5931, 0.5840, 0.3573, 0.3779,
0.5526, 0.4802, 0.5652, 0.5116, 0.4119, 0.5127, 0.4106, 0.5585, 0.5834,
0.5607, 0.3779, 0.5064, 0.3362, 0.3525, 0.4373, 0.5804, 0.2662, 0.3478,
0.5161, 0.3105, 0.5440, 0.5558, 0.5505, 0.3175, 0.3561, 0.4272, 0.3837,
0.5146, 0.3729, 0.5718, 0.3423, 0.4010, 0.3633, 0.7116, 0.5614, 0.3097,
0.5488, 0.3932, 0.5720, 0.5626, 0.5321, 0.5708, 0.5956, 0.3233, 0.5755,
0.8058, 0.3613, 0.3818, 0.5403, 0.3924, 0.4620, 0.5749, 0.5813, 0.4431,
0.5240, 0.5432, 0.5537, 0.4877, 0.5587, 0.3872, 0.5630, 0.3262, 0.4028,
0.3514, 0.5306, 0.5614, 0.3290, 0.5919, 0.3217, 0.5771, 0.3487, 0.4028,
0.3994, 0.3905, 0.5120, 0.5809, 0.4078, 0.5661, 0.4392, 0.5324, 0.5928,
0.4193, 0.5796, 0.4439, 0.4632, 0.5430, 0.3806, 0.6351, 0.5713, 0.4729,
0.3301, 0.3346, 0.5614, 0.5716, 0.3680, 0.4668, 0.5299, 0.3865, 0.2958,
0.3922, 0.5708, 0.3599, 0.5724, 0.4400, 0.5715, 0.2881, 0.2899, 0.4021,
0.5634, 0.4251, 0.3846, 0.5789, 0.5851, 0.3556, 0.3284, 0.4394, 0.5744,
0.3365, 0.5595, 0.5211, 0.6223, 0.4247, 0.5498, 0.4782, 0.5760, 0.5688,
0.5586, 0.4081, 0.3744, 0.5547, 0.5544, 0.5210, 0.5498, 0.5794, 0.4030,
0.5607, 0.3416, 0.3579, 0.5590, 0.5759, 0.5431, 0.5667, 0.3183, 0.5550,
0.5488, 0.3518, 0.5795, 0.5758, 0.5319, 0.5753, 0.3944, 0.5726, 0.5695,
0.4757, 0.5041, 0.5170, 0.3773, 0.6273, 0.3350, 0.4474, 0.3138, 0.4068,
1.7990, 0.3583, 0.4543, 0.3833, 0.5259, 0.4933, 0.5627, 0.3525, 0.3643,
0.3702, 0.3164, 0.4134, 0.5027, 0.3081, 0.3997, 0.3880, 0.3138, 0.3358,
0.5499, 0.4441, 0.7531, 0.5729, 0.4493, 0.5661, 0.5132, 0.2842, 0.5801,
0.4119, 0.5713, 0.4386, 0.4222, 0.3966, 0.5283, 0.5467, 0.5648, 0.5620,
0.3851, 0.4594, 0.3399, 0.5719, 0.3875, 0.3498, 0.5677, 0.2447, 0.4227,
0.3090, 0.3216, 0.3869, 0.3958, 0.6050, 0.4604, 0.3728, 0.5686, 0.7585,
0.4599, 0.5752, 0.5375, 0.4972, 0.3781, 0.4198, 0.4648, 0.5700, 0.3967,
0.5790, 0.5792, 0.3657, 0.2983, 0.3462, 0.5638, 0.4971, 0.5604, 0.3572,
0.4958, 0.4913, 0.4440, 0.5043, 0.4593, 0.5654, 0.3354, 0.5146, 0.5725,
0.5511, 0.5490, 0.2777, 0.5732, 0.3432, 0.4618, 0.5307, 0.4815, 0.3636,
0.5200, 0.4192, 0.5668, 0.5230, 0.3456, 0.5900, 0.5223, 0.3808, 0.3941,
0.5826, 0.5775, 0.5704, 0.5164, 0.5910, 0.3040, 0.5006, 0.3679, 0.3432,
0.3562, 0.5878, 0.5758, 0.5392, 0.3822, 0.4815, 0.4619, 0.4772, 0.3946,
0.5027, 0.5788, 0.4005, 0.5581, 0.5817, 0.5119, 0.5572, 0.4520, 0.5816,
0.3867, 0.3410, 0.3768, 0.6007, 0.4539, 0.5564, 0.5518, 0.3935, 0.3794,
0.5198, 0.5744, 0.5318, 0.3342, 0.5167, 0.4675, 0.3824, 0.5651, 0.5481,
0.3834, 0.3773, 0.3281, 0.3426, 0.5557, 0.4063, 0.3685, 0.4294, 0.4372,
0.3376, 0.4295, 0.5653, 0.5838, 0.3052, 0.5771, 0.4656, 0.5555, 0.4529,
0.4069, 0.5501, 0.5912, 0.3636, 0.5845, 0.4029, 0.3612, 0.5993, 0.3234,
0.4245, 0.5369, 0.4809, 0.3369, 0.4554, 0.3016, 0.4867, 0.3983, 0.5492,
0.3174, 0.5637, 0.2108, 0.5406, 0.4893, 0.3855, 0.5156, 0.3763, 0.4689,
0.4401, 0.5706, 0.6222, 0.5070, 0.5374, 0.4134, 0.5537, 0.5599, 0.4234,
0.5817, 0.4552, 0.3951, 0.2977, 0.5461, 0.4702, 0.6046, 0.4157, 0.3858,
0.3866, 0.5341, 0.4107, 0.5312, 0.5535, 0.7939, 0.3343, 0.3519, 0.4164,
0.4301, 0.5603, 0.5630, 0.5178, 0.5857, 0.4447, 0.3178, 0.4679, 0.4542,
0.5322, 0.5155, 0.5907, 0.5408, 0.3187, 0.3396, 0.4009, 0.3461, 0.4768,
0.4693, 0.5737, 0.3342, 0.3697, 0.4288, 0.3748, 0.5814, 0.3388, 0.7271,
0.5766, 0.3481, 0.5391, 0.4415, 0.5484, 0.5467, 0.5357, 0.4231, 0.5644,
0.4166, 0.4452, 0.5733, 0.7080, 0.3376, 0.5460, 0.5188, 0.4535, 0.4226,
0.3495, 0.5088, 0.6026, 0.3857, 0.4906, 0.4272, 0.7288, 0.5464, 0.4162,
0.5803, 0.3160, 0.3798, 0.5477, 0.4792, 0.5702, 0.3927, 0.3051, 0.3527,
0.4346, 0.5662, 0.5285, 0.4811, 0.5347, 0.3445, 0.4262, 0.3889, 0.4481,
0.5346, 0.3244, 0.3491, 0.4549, 0.5277, 0.3777, 0.4525, 0.5507, 0.5665,
0.5646, 0.3417, 0.5734, 0.5805, 0.5446, 0.4120, 0.4496, 0.3537, 0.5275,
0.5714, 0.5140, 0.3998, 0.4249, 0.5172, 0.5767, 0.3737, 0.4844, 0.5687,
0.8073, 0.3381, 0.4577, 0.4789, 0.5675, 0.3343, 0.3694, 0.3070, 0.5627,
0.4662, 0.4758, 0.5661, 0.4162, 0.5617, 0.3262, 0.2983, 0.3377, 0.2545,
0.3594, 0.5012, 0.3449, 0.5060, 0.5755, 0.4712, 0.5675, 0.3740, 0.3021,
0.3784, 0.4458, 0.5534, 0.5651, 0.5871, 0.5392, 0.3494, 0.4569, 0.3809,
0.3853, 0.3770, 0.4045, 0.5701, 0.5456, 0.3637, 0.3594, 0.5038, 0.4838,
0.4595, 0.5591, 0.3895, 0.2737, 0.3742, 0.4516, 0.4268, 0.4344, 0.4153,
0.5454, 0.3878, 0.5732, 0.5617, 0.3065, 0.4967, 0.4423, 0.2879, 0.5440,
0.5731, 0.3374, 0.4128, 0.3467, 0.3945, 0.3446, 0.6162, 0.5642, 0.3868,
0.3701, 0.5542, 0.5781, 0.5604, 0.5552, 0.5940, 0.5742, 0.5708, 0.5596,
0.3661, 0.5810, 0.4972, 0.3362, 0.3327, 0.3357, 0.3937, 0.4079, 0.4958,
0.3780, 0.5479, 0.5736, 0.7336, 0.3983, 0.4966, 0.3218, 0.4057, 0.5836,
0.3724, 0.5436, 0.3474, 0.2771, 0.3488, 0.5294, 0.5691, 0.5847, 0.3690,
0.4614, 0.5892, 0.3750, 0.3874, 0.5899, 0.4997, 0.5445, 0.3675, 0.5778,
0.4173, 0.5712, 0.5136, 0.4732, 0.5690, 0.5686, 0.5071, 0.5784, 0.3081,
0.5456, 0.5958, 0.5546, 0.3139, 0.6502, 0.4203, 0.3292, 0.5443, 0.4194,
0.4187, 0.5710, 0.3979])),
('model.encoder.layers.2.self_attn_layer_norm.bias',
tensor([ 8.5890e-02, 6.6311e-02, -8.1020e-03, -4.3385e-02, -1.4329e-02,
1.3737e-01, 3.0202e-02, -1.9915e-01, -4.9790e-02, -3.0226e-02,
6.3006e-02, -9.0675e-02, 8.3995e-02, -1.0237e-01, -4.4311e-02,
5.0337e-02, 2.3207e-01, 3.2029e-02, -3.1138e-02, -6.3907e-02,
-3.0265e-02, -1.7739e-02, 9.5004e-02, 9.6313e-02, -6.6033e-02,
1.4296e-01, 6.3872e-02, -1.5420e-01, 1.0175e-01, 3.0955e-01,
4.0153e-03, -3.0958e-02, 2.4598e-02, -7.8393e-02, 7.4834e-02,
9.7201e-02, -4.1887e-02, -4.8813e-02, 8.6458e-02, -5.5156e-02,
3.2593e-02, 4.6174e-01, -2.9872e-04, 1.7337e-02, 4.0580e-03,
-1.4189e-01, -2.4047e-02, -7.5555e-02, -9.4950e-02, 2.0293e-01,
3.2998e-02, -3.6680e-01, -7.2957e-02, 6.9996e-02, 3.9878e-02,
-1.3531e-02, -1.4604e-02, 2.9410e-02, -2.0216e-02, 5.2246e-03,
-4.5115e-02, -2.4791e-02, 3.4622e-02, 9.6794e-02, 4.6608e-02,
-3.4481e-02, 3.0610e-02, -2.1504e-02, 3.1450e-02, -1.2836e-01,
4.2192e-02, -2.7817e-02, 2.9075e-02, -2.2238e-02, 8.1566e-02,
-1.0878e-02, 6.1242e-03, 1.9841e-02, -4.9201e-02, 2.7708e-02,
-1.5526e-01, -1.3177e-02, -4.8504e-02, 1.2399e-01, 1.5321e-01,
2.0172e-02, 7.0005e-02, 1.3226e-01, 1.1151e-01, -1.2178e-01,
2.9423e-02, 9.5089e-02, 3.4983e-02, 4.6644e-02, 6.6378e-03,
-1.8999e-02, -2.1060e-02, 9.1502e-03, 2.7168e-02, 1.2051e-01,
1.5116e-01, 1.2530e-01, 1.0000e-01, -2.0624e-01, 8.6182e-02,
-6.6583e-02, 6.1332e-02, -3.9506e-02, 5.2629e-02, 3.0803e-02,
2.9122e-02, 4.2054e-01, -1.7638e-02, 4.2523e-02, 1.4195e-01,
-9.3044e-02, -2.2447e-02, 1.3646e-03, -5.5432e-02, 4.2754e-02,
6.5767e-02, 7.2910e-02, 3.1047e-02, -2.5108e-02, 1.1880e-01,
6.1296e-02, -8.0997e-03, 5.1456e-02, -6.8528e-02, -1.0775e-01,
-4.3197e-02, -5.2946e-03, -5.0280e-02, 1.1167e-01, 6.0925e-02,
6.8939e-02, 1.2773e-03, 4.9387e-03, -1.0164e-01, 3.4182e-02,
-1.1001e-01, 8.8672e-02, -1.1950e-01, 1.7013e-03, -8.2690e-02,
-2.3903e-03, 2.5091e-02, 5.9097e-02, 1.2703e-02, -1.1739e-02,
-1.2000e-01, -6.4778e-02, 3.2620e-02, -1.1166e-01, -5.5487e-02,
1.5323e-01, -9.0858e-02, -1.1192e-02, -3.2974e-01, 3.2029e-02,
-1.3727e-01, -1.6343e-01, -2.8079e-02, -1.3373e-01, -2.2560e-03,
-5.3607e-02, 3.0733e-03, 5.0298e-02, 1.7220e-02, -3.1315e-01,
1.4555e-01, 5.1943e-02, -1.5979e-02, 5.5113e-03, 2.2003e-02,
-2.0521e-01, 1.2845e-01, 1.0031e-01, 6.7934e-02, -6.9664e-02,
9.7212e-02, -1.5105e-01, 4.6581e-03, 2.8678e-02, 3.8192e-02,
2.4404e-02, -8.7814e-02, -9.4010e-02, 3.6388e-02, -5.4097e-02,
8.6909e-02, 1.1624e-01, 6.4742e-02, -1.8630e-02, -1.4098e-02,
-1.5801e-01, 1.8325e-02, 1.6386e-02, -7.3131e-01, 4.3013e-02,
-6.0400e-02, 4.0824e-02, -4.3067e-02, 2.3761e-02, 1.2528e-01,
-2.0142e+00, -2.2515e-02, 3.8040e-02, -6.4350e-02, 7.4343e-02,
1.5826e-01, 6.1575e-02, 1.9666e-02, -1.1457e-01, 2.8192e-02,
7.5530e-02, 2.9028e-02, 6.2021e-02, -8.5676e-03, -4.4130e-02,
2.0978e-01, 2.0976e-02, 2.7708e-01, 2.6521e-01, 3.1671e-03,
4.8338e-02, -3.5841e-02, -6.9469e-02, 8.5590e-02, -1.0699e-01,
-2.2908e-02, 5.9265e-03, -4.3795e-02, -4.1335e-02, 9.5529e-02,
3.5089e-02, 2.8122e-02, 1.6274e-01, 8.9051e-02, 7.7238e-02,
2.9783e-01, 2.7871e-02, -1.5568e-02, 8.2531e-02, -1.2756e-01,
-2.8827e-02, -3.2861e-02, 1.7485e-01, -9.2471e-02, -2.5915e-03,
3.9144e-02, -4.0243e-03, -6.1342e-02, 1.4413e-02, -2.3586e-02,
-7.0846e-02, 7.2375e-02, 5.5488e-02, 7.6902e-02, -8.2809e-03,
-1.1879e-01, -6.6170e-02, 5.9035e-02, -2.9794e-01, 2.9428e-02,
-1.7315e-01, 6.4972e-02, -1.8033e-01, -4.9154e-02, -3.6773e-02,
-1.4494e-01, 4.3200e-03, -9.6475e-02, 2.0670e-01, 2.0355e-01,
-1.4428e-02, 1.9431e-02, 3.3804e-02, 1.0689e-01, -9.2778e-02,
9.0444e-03, 5.0089e-02, -3.4629e-02, -5.2733e-02, -7.6332e-02,
-2.7270e-02, -9.7645e-02, 1.3165e-02, -3.5043e-02, 1.0280e-01,
1.1135e-01, 8.3620e-03, -1.8435e-01, -2.1399e-02, -8.7644e-03,
-2.4152e-01, 6.1758e-02, -1.2555e-02, 9.8288e-03, -5.4933e-02,
-1.0599e-01, 1.5489e-02, 6.5411e-02, -1.8602e-01, -3.0445e-02,
-3.0657e-02, 1.5597e-02, 4.8030e-02, -1.2525e-02, 8.6393e-03,
1.9774e-01, -6.5132e-02, -1.7125e-03, -6.6231e-02, 4.1105e-03,
6.0243e-02, -1.6042e-01, 6.5324e-02, -2.9664e-02, -1.1080e-02,
-2.7448e-03, -4.5154e-02, 1.8064e-01, 1.5631e-01, 7.8462e-02,
5.0115e-02, 2.2199e-01, -6.0029e-02, 1.6503e-01, 2.3255e-01,
9.1169e-02, -6.0070e-02, -2.9268e-02, 7.5174e-03, -1.0786e-02,
-1.8032e-01, 1.7794e-02, 1.7766e-01, -6.1297e-02, 9.7677e-03,
2.6899e-01, 3.2956e-02, 3.7170e-02, 1.6087e-01, -8.2390e-02,
3.0917e-02, 8.3834e-02, 5.0210e-02, 1.9480e-02, 5.8215e-02,
-5.4884e-02, -1.7565e-02, 2.2143e-02, 1.1959e-01, 1.2658e-01,
-3.4517e-02, 5.4159e-02, -4.0347e-02, 8.2740e-02, 6.0162e-02,
-2.3333e-01, -8.0466e-03, 3.6508e-01, 2.3892e-01, -9.9192e-02,
-8.7829e-03, 1.0166e-01, 1.8210e-02, 2.2893e-02, 7.4547e-02,
-9.2184e-02, 4.7563e-02, 4.5834e-03, -8.0450e-02, -3.5730e-02,
-4.9433e-02, 9.2835e-02, 6.0342e-02, -1.3508e-01, -7.9035e-02,
5.8815e-02, 1.0236e-02, -1.6074e-01, -5.4731e-03, 1.4801e-02,
-1.1543e-01, 1.2955e-01, -5.4918e-02, 1.5220e-01, 4.5801e-02,
-1.0029e-02, -1.0997e-01, 4.7830e-02, 1.5349e-02, 7.1261e-02,
-2.6984e-02, 1.1907e-01, 6.0863e-02, 8.7337e-02, 6.5149e-03,
1.2798e-01, -3.1366e-03, -6.5610e-02, 5.9953e-02, -5.6873e-02,
-6.3553e-02, -3.2274e-02, 5.4232e-02, 3.6183e-02, 1.3976e-01,
1.4696e-01, -1.6822e-02, 1.3472e-02, 1.9857e-01, -9.0389e-02,
6.2226e-02, 9.4345e-02, 4.0083e-03, -1.0131e-01, 1.0315e-01,
-5.1284e-02, 3.8058e-02, 1.0083e-01, 5.9799e-03, 2.5976e-02,
-5.8866e-03, 6.2650e-02, -2.3264e-01, 1.7403e-01, -1.2807e-03,
1.2157e-01, 7.2834e-02, -4.7298e-02, 1.6578e-02, 1.3078e-02,
1.3267e-02, 2.9570e-02, -7.2765e-02, 1.2107e-01, -1.1645e-01,
-1.9504e-02, 3.1254e-01, -2.4980e-03, -7.6356e-02, 1.1258e-01,
1.3463e-01, 5.2925e-02, -1.4424e-02, -8.0660e-02, 9.0468e-02,
-2.4497e-02, -8.0515e-02, -5.4231e-02, -4.2005e-02, 1.6570e-01,
-1.9126e-02, -1.1338e-03, -1.9982e-02, -1.7134e-02, -1.7921e-02,
-1.0854e-02, 6.5776e-02, 1.6928e-01, -1.3750e-02, -9.4032e-02,
-5.3366e-02, 1.0288e-01, 6.1153e-02, 5.2446e-02, -4.9834e-02,
1.1979e-02, -6.4938e-02, 1.3978e-01, 8.4189e-02, -1.2949e-01,
7.5067e-02, -1.1799e-01, -3.0387e-03, -3.2863e-02, -8.6290e-02,
-1.1913e-01, -1.4105e-01, -8.3706e-03, 6.0920e-02, 9.3151e-02,
-7.0828e-02, -9.1861e-03, 1.1446e-01, -1.2344e-01, 8.9239e-02,
-4.2114e-02, -1.9415e-01, -4.6155e-02, -5.1145e-02, 3.2316e-02,
-4.4840e-02, -4.1094e-03, -1.1458e-02, 5.3176e-03, 2.3980e-01,
-9.4915e-02, 2.4288e-02, -2.1610e-01, -3.2484e-02, -1.0973e-01,
9.3071e-02, -1.6632e-01, -7.0128e-03, 5.2914e-02, -4.6240e-02,
1.3123e-01, 1.5839e-02, -4.0525e-02, -2.5567e-02, 3.9069e-02,
3.2348e-02, 4.7170e-03, 9.6283e-02, 4.7415e-02, 1.9148e-01,
5.8607e-02, 4.7133e-02, -1.1874e-01, -1.2831e-02, -1.1893e-01,
1.4354e-01, 5.2244e-02, -1.6138e-01, 5.3979e-02, 4.6840e-02,
3.3845e-02, -3.9244e-02, -3.0810e-04, 1.3860e-02, -1.2562e-01,
1.1337e-01, 7.2762e-02, -2.2551e-02, 8.5540e-02, 4.3873e-03,
9.6827e-02, 2.9324e-02, 8.4100e-02, 1.7521e-01, 2.4834e-02,
5.9028e-02, 3.3423e-01, 7.7390e-02, -3.8730e-02, 3.3278e-02,
1.1427e-02, 5.3138e-02, -5.5526e-02, 5.8695e-02, -8.8398e-02,
-4.6722e-03, -3.0743e-02, 1.2222e+00, -3.5080e-02, 2.9533e-02,
-5.8769e-02, 1.3389e-01, -1.3473e-02, -5.9488e-02, -8.9686e-02,
1.4992e-02, 8.9911e-02, 2.1323e-02, -2.6551e-01, -1.5504e-01,
5.6011e-01, 3.5866e-02, -5.0473e-02, -6.2170e-02, 4.0240e-02,
-3.3571e-01, -7.6096e-03, -9.5421e-02, -1.6082e-01, 5.4033e-02,
5.9617e-02, -4.5605e-02, 4.7800e-01, 7.7220e-02, 1.0380e-02,
-6.4658e-02, -1.0276e-01, 4.3755e-02, -1.4871e-03, 3.1008e-02,
3.5622e-03, 2.1315e-02, 3.1973e-02, 4.0842e-02, -2.9052e-02,
-9.2023e-02, 9.9769e-02, 1.6153e-01, 1.3061e-01, 1.4426e-01,
-1.8689e-02, 8.7615e-02, 4.2749e-02, -4.2277e-02, 3.2063e-02,
-5.7813e-02, 1.2277e-01, 2.2712e-02, -6.6021e-02, 8.2758e-02,
-2.5182e-03, 6.4248e-02, 1.4312e-01, -3.1884e-01, 2.3522e-01,
-5.1000e-03, -2.8745e-03, -1.6466e-02, 4.8138e-02, -1.5731e-02,
5.1745e-03, -5.9623e-03, 5.8651e-02, 1.3645e-01, 3.1770e-02,
5.2466e-02, -4.5144e-02, 2.1406e-01, 3.7179e-02, 3.6168e-02,
2.5776e-01, -1.9847e-02, -9.8807e-02, -2.9281e-03, 5.2375e-02,
-9.6597e-03, -1.7274e-01, 2.2096e-01, -5.7521e-02, -3.1233e-02,
1.6870e-01, -1.0767e-01, 9.0329e-03, 1.0524e-02, 2.0474e-02,
-2.5658e-02, 6.7888e-02, -9.5717e-02, 2.5875e-02, -8.7779e-02,
-2.8660e-02, 1.5265e-02, 1.8507e-03, -3.0891e-03, -9.1287e-02,
2.5833e-01, 1.0669e-02, 5.2489e-02, -1.5759e-02, 3.2136e-02,
-1.3502e-01, 1.2821e-01, -3.0927e-02, 5.8333e-02, 8.6859e-02,
-6.1667e-02, -3.5088e-02, 5.5823e-02, -1.1671e-01, 1.0911e-02,
-4.7872e-02, 3.9881e-02, -2.4328e-02, 4.0567e-02, 6.6138e-02,
-1.0614e-01, 4.5783e-02, -7.1437e-02, -5.4023e-02, -7.3203e-02,
9.1077e-02, 8.1083e-02, -1.6560e-01, -7.7161e-03, -5.7977e-02,
-2.5629e-02, -3.7773e-02, 6.8305e-02, -1.5969e-02, -2.1750e-02,
1.1111e-02, 1.9497e-01, -3.5491e-02, -7.5810e-02, 1.1277e-01,
-3.7034e-02, -7.6653e-02, 2.0663e-02, -2.5707e-02, 1.7234e-01,
-2.4221e-02, -9.8923e-02, 3.9389e-02, -3.6569e-03, 5.4205e-02,
-3.4471e-02, 7.9398e-02, 5.8119e-02, -3.8373e-02, -4.4674e-02,
-8.3482e-03, 1.9126e-01, 3.9803e-02, -2.0513e-01, -1.0401e-01,
-1.2689e-01, -1.6270e-02, -7.9141e-02, -6.6538e-02, 5.0249e-03,
-5.5893e-02, -3.4829e-02, 1.0579e-01, -1.1546e+00, 3.9821e-02,
-1.3510e-01, 4.2817e-02, 2.0480e-03, 1.5283e-01, -1.7328e-02,
-6.9904e-02, 1.3960e-01, -2.3529e-01, -4.3404e-01, 4.0497e-02,
1.2144e-02, 6.7745e-02, -7.9802e-02, -5.7764e-02, -1.1964e-01,
-7.8220e-03, 8.6538e-02, -1.7523e-01, 1.2202e-01, 5.7968e-02,
-1.8925e-02, 7.5275e-02, -9.4755e-02, -3.6880e-02, 4.9782e-02,
7.8643e-02, 8.0168e-04, 1.4839e-01, -1.9150e-02, 3.4273e-02,
2.1701e-02, 4.9028e-02, 9.5839e-02, 1.1459e-01, -7.6194e-02,
2.5869e-01, 8.6132e-02, 1.0136e-02, -1.4903e-02, 6.7341e-02,
1.2830e-02, -1.8825e-02, 1.3657e-02])),
('model.encoder.layers.2.fc1.weight',
tensor([[ 0.0023, -0.0569, -0.0287, ..., -0.0172, 0.0206, -0.0352],
[-0.1339, -0.0591, -0.0087, ..., -0.2805, -0.0237, -0.0740],
[-0.0576, 0.0384, 0.0005, ..., 0.1035, 0.0013, 0.0414],
...,
[-0.0536, 0.0131, -0.0643, ..., 0.0687, -0.0268, 0.0384],
[-0.0369, 0.0110, -0.0404, ..., -0.0377, 0.0059, -0.0651],
[ 0.0167, 0.0341, 0.0621, ..., 0.0638, -0.0118, -0.0908]])),
('model.encoder.layers.2.fc1.bias',
tensor([-0.0208, -0.2707, -0.1646, ..., -0.1066, -0.0999, 0.0010])),
('model.encoder.layers.2.fc2.weight',
tensor([[-0.0079, 0.0267, -0.0523, ..., -0.0412, -0.0137, -0.0032],
[ 0.0447, -0.0421, 0.0099, ..., -0.0685, 0.0040, -0.0126],
[ 0.0268, -0.0089, 0.0481, ..., -0.0199, 0.0287, -0.0128],
...,
[-0.0358, -0.2029, 0.1050, ..., -0.0147, -0.0119, -0.0149],
[-0.0064, 0.0360, -0.0069, ..., 0.0047, -0.0125, 0.0300],
[ 0.0107, 0.0760, 0.0049, ..., -0.0949, -0.0403, -0.0306]])),
('model.encoder.layers.2.fc2.bias',
tensor([ 6.9060e-02, -7.2849e-02, 1.2574e-02, 2.7439e-02, -7.1445e-02,
-5.9332e-03, -1.1479e-02, 5.3921e-02, 1.5732e-02, 8.2878e-03,
1.5938e-02, -5.2040e-02, 6.0910e-02, -6.7127e-02, -3.0381e-02,
-3.9024e-02, 2.7247e-02, -4.1792e-03, 1.2640e-02, 7.1140e-02,
-2.3099e-02, -1.4707e-02, 1.0337e-01, -1.0571e-02, 3.2481e-02,
-1.1984e-01, 8.5333e-03, -5.5744e-02, -2.1934e-02, 6.2459e-02,
4.1127e-02, -1.0448e-01, 1.3045e-01, 1.7661e-02, 2.7483e-02,
3.1661e-03, -4.2400e-02, 8.0047e-03, -9.4089e-02, -3.4851e-02,
1.3860e-01, 8.5937e-02, 7.1536e-02, -8.3237e-02, -3.0232e-02,
-3.9816e-02, 5.6558e-02, 1.0743e-02, 3.3569e-02, -5.0568e-02,
1.2221e-01, 1.4827e-02, -1.3113e-01, -3.9615e-02, 6.0683e-02,
4.5128e-02, 9.6051e-02, 1.4019e-01, -1.0617e-01, -7.8745e-02,
1.7011e-03, -3.0950e-02, -8.7862e-02, -9.8783e-02, 1.7103e-02,
-7.6909e-03, -9.0369e-04, 1.3151e-01, 3.9128e-02, 7.8610e-02,
-5.9051e-02, 7.8901e-02, 1.7149e-02, 9.1059e-02, -1.5646e-03,
1.2739e-01, 6.0623e-02, -1.0759e-01, -7.2282e-02, -8.3795e-02,
-2.9025e-02, -1.1314e-03, -2.9069e-05, -1.6104e-02, 2.6353e-02,
-6.2027e-02, 1.3385e-01, -1.0475e-01, 6.5973e-02, 1.0786e-01,
-4.4820e-02, -1.1972e-01, 1.3488e-02, 7.5947e-03, -2.2442e-02,
1.6580e-03, 3.9194e-02, -1.5453e-01, 1.5869e-01, -1.6136e-01,
-9.6319e-02, -3.8193e-02, 4.4092e-02, 5.4418e-03, -7.7852e-02,
2.1205e-02, 4.4059e-02, -4.9710e-02, 1.4251e-02, -1.8523e-01,
-5.3574e-02, -3.9461e-02, -1.4026e-02, 9.9435e-02, -1.3768e-02,
-8.1752e-03, -3.4668e-02, 5.8726e-03, 6.7466e-02, -3.0102e-02,
-5.9819e-02, -8.6079e-02, -2.9700e-02, 4.4523e-02, -5.8851e-02,
2.8763e-02, 2.9079e-02, 3.5878e-02, -3.2724e-02, 9.9744e-04,
2.9274e-02, -3.3507e-02, -4.3823e-02, 2.5492e-03, 4.7259e-02,
-3.0962e-04, 1.1555e-02, 6.0393e-02, -9.7509e-02, -3.3218e-02,
-5.5654e-02, 1.8278e-02, 4.6670e-03, -1.6283e-02, 8.9264e-02,
1.1751e-01, -4.3361e-02, -8.2584e-03, -3.0983e-02, 4.7755e-02,
-5.3510e-02, 3.4111e-02, -3.0751e-02, -4.8521e-02, 8.1102e-02,
4.1749e-02, -7.9795e-02, 7.7809e-02, -1.7066e-01, 4.0831e-02,
-1.8405e-02, 1.4033e-02, -9.1270e-03, 1.2736e-02, 2.1530e-02,
5.0353e-02, 6.9078e-02, 2.9932e-02, 3.7227e-02, 7.6894e-02,
3.1884e-02, 2.2270e-02, -4.1821e-02, -4.8401e-02, -7.1557e-02,
-3.5154e-02, -3.2196e-02, 1.4673e-02, -8.7892e-02, -1.9052e-02,
-2.3066e-02, -8.7913e-02, 6.6724e-02, -1.0251e-01, 5.5860e-02,
-4.5928e-02, 4.2761e-02, -8.8314e-02, 1.1757e-01, 4.7363e-02,
-5.0185e-02, -1.4169e-02, -4.0766e-02, 1.0969e-01, -5.7485e-02,
-4.6061e-03, 1.1515e-01, -1.5575e-02, -7.9093e-03, -1.4961e-01,
3.1538e-02, 1.1208e-01, -1.0408e-01, -1.5565e-02, 5.0776e-02,
1.6105e-01, 1.2322e-01, 3.6793e-02, -9.5625e-02, -1.5133e-03,
-2.1083e-01, 2.3158e-02, -4.5097e-02, 4.5613e-02, -3.5310e-02,
8.5007e-02, 1.3771e-01, 2.3282e-02, 4.3414e-02, 5.0002e-02,
-2.0261e-03, 1.9673e-03, -6.6073e-02, 1.8107e-01, -1.3966e-01,
-1.0765e-01, 2.7135e-02, -2.1971e-02, -3.0225e-02, -1.3744e-01,
6.6132e-02, -2.7557e-02, 9.8962e-02, 5.4242e-02, 8.4787e-02,
-2.6543e-02, -2.8972e-02, 4.8638e-02, -9.9028e-02, 2.0851e-02,
-1.9778e-02, -6.8638e-02, 5.7787e-02, 2.6522e-01, -1.6345e-01,
3.0262e-02, -4.8533e-02, 5.3253e-02, -8.9635e-02, -1.0575e-01,
-3.5132e-02, -7.8744e-02, 6.9315e-03, -7.6779e-04, 1.8063e-01,
1.7777e-02, 7.8586e-02, -7.7819e-02, 6.4852e-02, -7.8394e-02,
-3.1238e-02, 3.4985e-02, -9.3947e-03, -2.1941e-02, 5.1856e-02,
-7.7235e-02, 3.1750e-02, -1.6691e-01, 3.5311e-02, 5.5792e-02,
-6.5308e-02, -1.9672e-02, -7.2571e-02, 5.3200e-02, 2.7958e-02,
-5.7007e-02, -4.1047e-02, 4.2126e-02, 1.3544e-01, -6.6604e-02,
-1.7223e-02, 3.9457e-02, 6.7070e-02, -5.0925e-02, -4.7644e-02,
-2.5420e-02, -6.2003e-02, 5.6391e-02, -4.8420e-02, -1.2713e-01,
6.6201e-02, 1.7924e-02, -5.2318e-04, 7.3500e-02, -7.3473e-03,
-3.0191e-02, -3.0666e-02, -7.4009e-02, 1.4689e-02, -5.1553e-02,
4.2635e-02, -1.8745e-02, 3.8556e-04, -2.1015e-02, 6.6495e-02,
-1.6675e-02, 6.1409e-02, 4.7332e-02, -4.1158e-05, -9.4434e-02,
6.7122e-02, -3.4790e-03, 6.4660e-02, 3.2864e-02, 1.5565e-01,
2.2327e-02, -2.4850e-01, 7.0855e-02, 1.8367e-02, 8.4907e-02,
7.9943e-02, 1.8827e-02, 1.6236e-01, -2.5660e-01, -1.7386e-02,
-5.5820e-02, -3.9190e-02, -1.2266e-01, -1.3435e-01, 3.9301e-02,
1.0666e-01, -9.2046e-02, -5.7515e-02, 1.4937e-02, 1.0205e-01,
7.9973e-02, -3.9844e-02, -7.0054e-02, 1.6886e-03, 3.0766e-02,
2.1327e-02, -2.7808e-02, -7.1159e-02, 4.2332e-04, -8.4997e-03,
-5.4048e-02, 2.3118e-02, 1.0841e-02, 1.2187e-02, -6.5158e-02,
5.1357e-02, -9.4628e-02, 1.5722e-01, -6.0876e-02, -5.0593e-02,
8.5325e-02, 1.4460e-01, -3.2621e-02, 2.1004e-02, 8.2449e-02,
-1.4061e-01, -1.6753e-02, 6.9263e-02, -1.2806e-02, -6.4457e-02,
-2.8883e-04, -3.9029e-02, 3.9932e-02, -5.1814e-03, -2.5285e-02,
9.4178e-03, 5.3698e-02, 3.7529e-02, 1.4705e-02, 1.2487e-01,
-8.6068e-02, 3.6662e-02, 2.0350e-02, 4.8677e-02, -3.8710e-02,
1.8735e-01, 2.2193e-02, -3.3666e-02, -3.5358e-02, -1.8632e-01,
4.1346e-02, 1.0420e-01, 5.9045e-02, 1.4081e-02, 1.2343e-01,
7.4534e-02, -9.8942e-02, 6.0521e-02, -1.5588e-02, 4.6247e-03,
-1.5926e-02, 1.8305e-02, 9.1630e-02, -8.5565e-02, -5.3398e-02,
-9.4099e-03, -5.9992e-02, -4.5619e-02, -3.3565e-02, -1.6712e-02,
-8.0295e-03, 7.5708e-02, 1.7451e-01, 9.7411e-02, 1.2409e-01,
-1.5569e-03, -1.5129e-02, 4.9771e-02, 2.3322e-02, 4.3280e-02,
-4.9777e-03, 2.0563e-02, -6.7726e-02, 4.1106e-02, -3.9715e-02,
-8.0669e-02, -8.3624e-02, 6.4944e-02, -8.1800e-04, -6.2276e-02,
4.5369e-02, -7.2663e-03, -8.2535e-02, 5.9045e-02, -8.6823e-02,
-8.3194e-02, -6.2982e-02, -1.4257e-01, -1.7628e-02, -5.4026e-02,
-5.2090e-02, -2.3576e-02, -3.3782e-02, -5.7785e-02, -1.2608e-01,
-9.9038e-03, 1.0430e-01, 6.0297e-02, -3.1774e-02, 4.1189e-02,
9.5972e-02, 2.7632e-03, -4.8339e-03, 9.4028e-03, -1.8397e-02,
-8.3616e-02, -9.3906e-02, -1.9571e-02, -4.3959e-02, -1.0291e-01,
-1.2098e-01, 7.9354e-02, -2.0972e-02, -2.4158e-02, -2.4900e-02,
4.7483e-02, -3.1501e-02, 1.7297e-01, 2.5557e-02, -9.7557e-02,
-2.9636e-02, 1.1120e-01, 3.9786e-02, -2.9505e-03, 7.8758e-02,
3.3260e-02, -4.4689e-02, 4.5760e-02, -2.8328e-02, -5.9348e-02,
6.9880e-02, -2.7872e-02, -6.8522e-03, 6.5224e-02, 2.8253e-02,
1.9716e-02, 2.7026e-02, -8.9138e-02, 8.5120e-03, -4.1701e-02,
8.7885e-02, 3.1432e-02, -1.1653e-03, -6.5115e-03, -4.3202e-02,
-6.6529e-02, 3.1367e-02, 2.1461e-02, -2.1632e-02, -5.9245e-02,
-4.9499e-02, -2.6717e-02, -3.6494e-02, 5.5602e-02, 9.6240e-02,
-1.4990e-01, -1.1902e-01, 8.8261e-02, -7.4029e-02, -6.3271e-02,
-1.9094e-02, 2.0450e-02, 6.4027e-03, 4.8122e-02, -2.7787e-02,
-2.5299e-02, 1.2383e-01, -2.5643e-02, 2.7272e-02, 1.5274e-01,
4.6351e-02, 6.3703e-02, -9.0349e-02, -1.7831e-02, -5.7078e-02,
-1.4419e-01, 1.1859e-01, 3.3429e-02, -3.8618e-02, 5.7049e-02,
1.1667e-01, 7.1038e-02, 2.2131e-02, -1.5056e-02, -1.3361e-02,
3.7483e-02, 5.7099e-02, 8.6548e-02, -7.6487e-02, -9.3974e-02,
-2.6736e-02, 5.1493e-02, 2.3195e-02, 8.8265e-02, -5.6793e-02,
-6.1670e-03, 9.0902e-02, 8.2837e-03, 3.8498e-02, 1.4150e-01,
1.0091e-01, -1.0393e-02, -1.9004e-03, 2.5743e-02, -1.6624e-03,
-1.1926e-02, -1.6452e-03, 6.1240e-02, -8.6891e-03, -4.3178e-02,
-1.6215e-02, -7.5036e-02, 3.3519e-02, -5.7676e-02, -1.3709e-01,
-1.7946e-02, 5.0394e-02, -1.3672e-02, 1.7098e-02, -5.0802e-02,
-1.6811e-01, 1.0766e-01, 6.4915e-02, 9.3985e-02, 2.3870e-02,
4.5147e-02, 1.1393e-01, 3.0099e-02, -2.5210e-02, -1.1031e-01,
3.0273e-02, 6.6324e-02, 6.4427e-03, 3.7375e-02, 1.8774e-01,
3.1009e-02, 1.3712e-01, 4.7787e-02, -7.3703e-02, 6.6997e-02,
-1.5464e-02, -9.2016e-02, -1.0681e-01, 1.7400e-02, -7.1047e-03,
9.6209e-03, 1.0532e-01, -1.2537e-02, -2.1413e-02, -9.7054e-02,
6.1494e-03, -1.6444e-02, -3.1877e-02, -1.3447e-02, 4.5877e-03,
-9.2009e-02, 1.0960e-01, -9.6303e-02, 2.0696e-02, -1.0269e-01,
-9.3723e-02, -3.7725e-02, 5.0125e-02, 1.1108e-02, -7.3039e-02,
1.3677e-02, 6.4380e-02, 8.3792e-03, -1.4587e-01, 5.5985e-02,
-3.4046e-02, -1.0530e-02, -1.1555e-01, -1.5357e-01, -6.3226e-02,
-2.4763e-02, -2.0046e-02, 1.1690e-01, -6.1860e-02, 5.4237e-02,
-8.7958e-02, -3.1578e-02, 1.1472e-02, 1.9604e-02, 7.8953e-03,
1.3350e-03, -2.7218e-02, 2.4189e-02, -1.9776e-02, -6.0262e-02,
-1.8208e-02, 9.7098e-03, 1.0006e-01, -2.4421e-02, -9.2723e-02,
9.5918e-03, 1.1262e-01, 5.6026e-04, 7.1542e-02, -1.9739e-01,
1.7116e-02, -6.6458e-02, -4.3524e-03, -4.9647e-02, -1.2063e-02,
1.1913e-01, -1.0949e-02, 6.2766e-02, -3.2467e-02, 6.8453e-02,
1.0213e-01, 2.7545e-02, -5.2690e-02, -2.2381e-02, 1.2015e-01,
-4.6518e-02, -4.9388e-03, -2.6650e-02, 4.8820e-02, -2.5729e-02,
-2.8491e-02, 1.6066e-01, 1.0948e-01, 1.6381e-03, 9.7959e-02,
6.4973e-03, -5.3441e-02, 6.4085e-04, 8.8807e-02, 1.1618e-01,
-5.0634e-02, -1.8714e-01, 9.3830e-02, -1.7586e-01, -2.2661e-02,
1.7358e-02, 1.0824e-03, -1.1709e-02, 8.1130e-02, -5.2782e-02,
4.0861e-02, 1.4496e-02, -3.8353e-02, -1.7590e-02, 9.5051e-02,
-8.5717e-02, 1.0022e-02, -5.8610e-02, 7.8645e-02, -8.7289e-03,
-3.5488e-02, 3.6314e-02, -2.8643e-02, 1.0840e-01, -9.6308e-03,
-8.6009e-02, -2.1351e-02, 6.3862e-02, 2.2632e-02, 3.1549e-02,
-9.8981e-02, 4.3433e-02, 3.9440e-02, -4.0596e-03, 3.6687e-02,
3.2482e-02, -3.9704e-02, 3.3519e-02, 5.1223e-02, 1.3389e-02,
1.4122e-01, 1.9250e-01, -5.6203e-02, 1.7517e-02, 3.8342e-02,
-1.6502e-01, 1.1015e-02, 2.6527e-04, -1.1811e-01, 1.5498e-02,
6.8136e-03, 9.1221e-02, -2.4899e-02, 4.9935e-02, 3.0679e-03,
4.3539e-03, 7.6405e-02, -6.1418e-02, -4.4412e-02, -4.1235e-02,
6.9425e-02, -1.8088e-02, 3.7755e-02, -7.1849e-03, 3.2276e-02,
9.1563e-02, 3.9897e-03, 1.6136e-02, -9.8065e-03, -4.7636e-02,
-6.3150e-02, -1.9199e-03, -2.3181e-02, -2.5514e-02, -3.8866e-02,
-2.4408e-02, 8.0800e-02, -7.6532e-02, 2.3387e-02, -6.0345e-02,
8.7381e-02, -1.7219e-02, 1.5306e-02, 1.0021e-01, -3.9530e-02,
-3.2913e-02, 4.3783e-04, -8.8023e-02, 4.3883e-02, 1.2952e-02,
-6.2761e-02, 6.3338e-02, 7.7443e-02])),
('model.encoder.layers.2.final_layer_norm.weight',
tensor([0.4223, 0.3750, 0.4464, 0.3824, 0.4300, 0.3925, 0.3757, 0.3201, 0.4183,
0.3628, 0.3683, 0.3459, 0.4363, 0.3573, 0.3656, 0.4401, 0.3227, 0.3646,
0.4351, 0.4562, 0.3414, 0.3939, 0.3319, 0.4372, 0.4458, 0.3681, 0.4318,
0.4313, 0.4289, 0.3087, 0.4433, 0.4273, 0.3307, 0.4368, 0.4240, 0.4374,
0.3718, 0.4546, 0.3093, 0.3550, 0.4507, 0.4734, 0.4515, 0.4435, 0.3926,
0.4025, 0.4479, 0.4481, 0.3582, 0.4115, 0.4077, 0.3182, 0.4349, 0.3527,
0.3320, 0.3981, 0.4438, 0.3656, 0.4153, 0.4285, 0.4377, 0.4444, 0.4402,
0.4217, 0.3568, 0.3570, 0.3464, 0.3870, 0.4468, 0.4341, 0.4441, 0.4360,
0.4405, 0.4035, 0.3723, 0.4076, 0.4300, 0.4177, 0.4406, 0.3549, 0.3481,
0.4428, 0.4245, 0.4186, 0.3657, 0.3807, 0.3984, 0.4246, 0.3355, 0.4005,
0.4036, 0.4342, 0.4339, 0.4489, 0.3875, 0.4496, 0.3408, 0.4468, 0.3736,
0.3677, 0.4078, 0.4519, 0.3953, 0.3003, 0.4457, 0.4389, 0.4287, 0.4058,
0.3627, 0.4385, 0.4472, 0.4022, 0.3497, 0.4147, 0.4393, 0.4351, 0.3298,
0.4406, 0.4546, 0.4474, 0.3531, 0.4427, 0.3824, 0.4412, 0.4196, 0.3748,
0.4518, 0.4234, 0.4390, 0.3354, 0.4407, 0.4036, 0.4409, 0.4251, 0.3510,
0.4420, 0.3835, 0.4054, 0.3596, 0.3558, 0.4103, 0.4154, 0.3998, 0.4478,
0.3537, 0.4373, 0.3537, 0.3581, 0.4441, 0.4450, 0.4386, 0.3689, 0.3807,
0.4290, 0.4144, 0.4356, 0.4217, 0.3761, 0.3666, 0.3993, 0.4436, 0.4214,
0.4426, 0.3682, 0.4339, 0.3449, 0.3548, 0.3813, 0.4410, 0.2850, 0.3464,
0.4253, 0.3518, 0.4428, 0.4363, 0.4163, 0.3438, 0.3554, 0.3916, 0.3625,
0.4277, 0.3610, 0.4433, 0.3584, 0.3852, 0.3827, 0.4443, 0.4393, 0.3324,
0.4488, 0.3775, 0.4472, 0.4446, 0.4443, 0.4438, 0.4314, 0.3387, 0.4440,
0.3987, 0.3842, 0.3551, 0.4483, 0.3621, 0.4123, 0.4438, 0.2063, 0.3939,
0.4371, 0.4378, 0.4372, 0.4208, 0.4395, 0.3763, 0.4436, 0.3253, 0.3967,
0.3533, 0.4219, 0.4503, 0.3382, 0.4290, 0.3303, 0.4191, 0.3359, 0.3816,
0.3739, 0.3697, 0.4362, 0.4467, 0.3719, 0.4502, 0.3834, 0.4307, 0.4435,
0.3936, 0.4451, 0.3963, 0.3824, 0.4492, 0.3651, 0.4236, 0.4397, 0.3913,
0.3526, 0.3576, 0.4480, 0.4323, 0.3558, 0.4108, 0.4382, 0.3868, 0.3304,
0.3658, 0.4452, 0.3494, 0.4460, 0.3866, 0.4473, 0.3458, 0.3401, 0.3637,
0.4442, 0.3923, 0.3362, 0.4475, 0.4330, 0.3547, 0.3190, 0.4070, 0.4466,
0.3280, 0.4447, 0.4351, 0.4277, 0.3824, 0.4411, 0.4104, 0.4510, 0.4354,
0.4442, 0.3918, 0.3567, 0.4587, 0.4277, 0.4382, 0.4510, 0.4441, 0.3875,
0.4532, 0.3394, 0.3574, 0.4431, 0.4357, 0.4317, 0.4596, 0.3087, 0.4425,
0.4431, 0.3548, 0.4427, 0.4406, 0.4332, 0.4368, 0.3439, 0.4289, 0.4506,
0.4078, 0.4196, 0.4315, 0.3718, 0.4149, 0.3467, 0.3980, 0.3427, 0.3694,
0.1981, 0.3504, 0.4079, 0.3767, 0.4310, 0.4244, 0.4431, 0.3621, 0.3642,
0.3667, 0.3528, 0.3625, 0.4404, 0.3523, 0.3688, 0.3788, 0.3285, 0.3594,
0.4352, 0.4136, 0.4216, 0.4566, 0.3743, 0.4434, 0.4311, 0.3007, 0.4476,
0.3816, 0.4312, 0.4063, 0.4005, 0.3614, 0.4328, 0.4389, 0.4452, 0.4431,
0.3766, 0.4114, 0.3469, 0.4312, 0.3709, 0.3501, 0.4320, 0.2875, 0.3918,
0.3083, 0.3289, 0.3256, 0.3626, 0.4076, 0.4105, 0.3553, 0.4473, 0.4337,
0.4020, 0.4423, 0.4466, 0.4305, 0.3650, 0.3787, 0.4070, 0.4465, 0.3827,
0.4380, 0.4141, 0.3585, 0.3302, 0.3363, 0.4431, 0.4296, 0.4425, 0.3642,
0.4222, 0.4105, 0.4152, 0.4241, 0.4016, 0.4525, 0.3699, 0.4147, 0.4391,
0.4265, 0.4354, 0.3279, 0.4497, 0.3318, 0.4001, 0.4286, 0.4148, 0.3501,
0.4327, 0.3825, 0.4493, 0.4464, 0.3663, 0.4392, 0.4287, 0.3761, 0.3625,
0.4373, 0.4468, 0.4427, 0.4341, 0.4412, 0.3363, 0.4157, 0.3827, 0.3542,
0.3531, 0.4452, 0.4404, 0.4260, 0.3540, 0.4035, 0.4083, 0.3967, 0.3876,
0.4318, 0.4458, 0.4091, 0.4387, 0.4464, 0.4251, 0.4458, 0.3940, 0.4402,
0.3433, 0.3575, 0.3738, 0.4320, 0.4001, 0.4513, 0.4394, 0.3822, 0.3546,
0.4232, 0.4477, 0.4379, 0.3474, 0.4012, 0.4156, 0.3836, 0.4550, 0.4393,
0.3694, 0.3708, 0.3390, 0.3306, 0.4444, 0.3858, 0.3731, 0.3253, 0.3989,
0.3600, 0.3959, 0.4493, 0.4415, 0.3231, 0.4331, 0.4097, 0.4410, 0.4015,
0.3851, 0.4449, 0.4351, 0.3553, 0.4404, 0.3789, 0.3606, 0.4305, 0.3481,
0.3891, 0.4184, 0.3964, 0.3427, 0.4046, 0.3093, 0.4264, 0.3566, 0.4414,
0.3538, 0.4449, 0.2943, 0.4358, 0.3993, 0.3764, 0.4414, 0.3500, 0.4046,
0.3878, 0.4391, 0.4194, 0.4294, 0.4386, 0.3833, 0.4336, 0.4509, 0.3941,
0.4537, 0.4168, 0.3633, 0.3467, 0.4495, 0.4123, 0.4407, 0.3976, 0.3748,
0.3596, 0.4400, 0.3808, 0.4175, 0.4439, 0.3995, 0.3529, 0.3762, 0.3689,
0.3816, 0.4528, 0.4436, 0.4189, 0.4326, 0.4093, 0.3404, 0.4040, 0.3960,
0.4429, 0.4319, 0.4265, 0.4170, 0.3373, 0.3457, 0.3451, 0.3792, 0.4072,
0.3887, 0.4469, 0.3623, 0.3648, 0.3910, 0.3698, 0.4453, 0.3396, 0.3981,
0.4529, 0.3686, 0.4413, 0.3975, 0.4395, 0.4436, 0.4377, 0.4049, 0.4541,
0.3804, 0.3639, 0.4405, 0.3772, 0.3421, 0.4395, 0.4348, 0.3928, 0.3407,
0.3608, 0.4152, 0.4401, 0.3447, 0.4299, 0.3980, 0.4520, 0.4522, 0.3943,
0.4415, 0.3433, 0.3804, 0.4427, 0.4128, 0.4535, 0.3650, 0.3505, 0.3721,
0.3955, 0.4308, 0.4311, 0.3958, 0.4231, 0.3202, 0.3956, 0.3752, 0.4059,
0.4327, 0.3496, 0.3462, 0.4039, 0.4432, 0.3553, 0.4022, 0.4520, 0.4492,
0.4470, 0.3194, 0.3979, 0.4435, 0.4345, 0.4091, 0.3983, 0.3621, 0.4420,
0.4491, 0.4408, 0.3580, 0.3946, 0.4300, 0.4432, 0.3576, 0.4128, 0.4408,
0.3808, 0.3558, 0.3939, 0.4239, 0.4463, 0.3482, 0.3420, 0.3041, 0.4412,
0.4029, 0.4009, 0.4502, 0.3897, 0.4542, 0.3612, 0.3451, 0.3364, 0.3035,
0.3683, 0.4231, 0.3619, 0.4393, 0.4525, 0.4051, 0.4436, 0.3522, 0.3575,
0.3794, 0.4077, 0.4466, 0.4216, 0.4315, 0.4432, 0.3539, 0.4119, 0.3665,
0.3778, 0.3682, 0.3680, 0.4408, 0.4515, 0.3651, 0.3687, 0.4285, 0.4308,
0.4071, 0.4376, 0.3804, 0.3263, 0.3652, 0.3939, 0.3588, 0.3655, 0.3766,
0.4122, 0.3606, 0.4524, 0.4447, 0.3301, 0.4294, 0.4019, 0.3230, 0.4407,
0.4401, 0.3516, 0.3682, 0.3632, 0.3658, 0.3697, 0.4181, 0.4530, 0.3752,
0.3424, 0.4361, 0.4480, 0.4420, 0.4302, 0.4464, 0.4463, 0.4516, 0.4536,
0.3414, 0.4460, 0.4018, 0.3284, 0.3570, 0.3527, 0.3670, 0.3855, 0.4365,
0.3626, 0.4500, 0.4258, 0.4325, 0.3900, 0.4070, 0.3462, 0.3650, 0.4337,
0.3686, 0.4420, 0.3533, 0.3057, 0.3054, 0.4298, 0.4421, 0.4427, 0.3634,
0.4042, 0.4408, 0.3421, 0.3906, 0.4306, 0.4150, 0.4487, 0.3678, 0.4347,
0.3806, 0.4494, 0.4350, 0.4161, 0.4439, 0.4398, 0.4251, 0.4537, 0.3389,
0.4377, 0.4374, 0.4374, 0.3351, 0.4312, 0.3914, 0.3393, 0.4459, 0.3765,
0.3995, 0.4531, 0.3773])),
('model.encoder.layers.2.final_layer_norm.bias',
tensor([-3.1314e-02, 1.3203e-02, 2.7679e-02, 3.5299e-02, 3.5451e-02,
-1.3987e-02, 1.5223e-02, 6.6551e-02, 4.2547e-02, 4.4531e-02,
5.6002e-03, 4.2720e-02, 9.4426e-04, 4.4861e-02, 3.7619e-02,
1.1837e-02, -3.7210e-02, 1.2324e-02, 3.2852e-02, 4.4876e-02,
2.3719e-02, 4.2237e-02, -3.8711e-03, -1.7777e-02, 4.6621e-02,
-1.4418e-02, 9.2813e-03, 1.2003e-01, -1.3217e-02, -4.7074e-02,
2.4597e-02, 3.4690e-02, 2.2196e-02, 7.4928e-02, 4.7777e-03,
-6.8077e-03, 3.9057e-02, 3.2802e-02, -4.7526e-03, 3.9593e-02,
-7.5545e-04, -2.3572e-01, 1.5917e-02, 9.0811e-03, 2.8290e-02,
7.8822e-02, 3.7377e-02, 5.3710e-02, 6.1022e-02, -5.6111e-02,
1.8669e-02, 1.2792e-01, 6.0659e-02, 5.6184e-03, 1.1383e-02,
2.8625e-02, 3.8279e-02, 2.2850e-02, 4.6461e-02, 2.8325e-02,
4.2692e-02, 2.7725e-02, 9.2210e-03, -9.5050e-03, 1.1978e-02,
3.2623e-02, 2.1693e-02, 3.2936e-02, -9.4253e-04, 8.4851e-02,
-1.0422e-03, 2.8268e-02, 1.4544e-02, 4.6649e-02, -2.4620e-03,
2.9992e-02, 3.5719e-02, 4.0486e-02, 2.9929e-02, 8.3061e-03,
7.8465e-02, 3.5867e-02, 4.1322e-02, -2.6973e-02, -1.1927e-02,
1.4715e-02, 8.2533e-03, -2.9640e-02, -7.2014e-03, 8.2217e-02,
1.8998e-02, -1.0186e-02, 2.1333e-02, 6.1314e-03, 1.2056e-02,
3.4991e-02, 2.5311e-02, 1.2422e-02, 7.8459e-03, -9.9555e-03,
-2.7492e-02, -8.6934e-03, -5.0456e-03, 7.0476e-02, -7.6164e-04,
4.9814e-02, 5.8720e-03, 3.4924e-02, -4.9438e-03, 1.1688e-02,
3.9017e-02, -7.7009e-02, 2.2222e-02, 1.0595e-02, -1.9448e-02,
6.0067e-02, 2.3377e-02, 2.5134e-02, 6.5872e-03, 6.2706e-03,
7.0110e-04, -2.8020e-03, 2.7619e-02, 3.3574e-02, -3.3064e-04,
9.7241e-03, 3.6796e-02, 8.1738e-03, 5.2408e-02, 4.5935e-02,
3.6798e-02, 3.0997e-02, 4.4604e-02, -2.9412e-03, -2.7133e-03,
5.5699e-03, 2.2511e-02, 2.0307e-02, 4.6686e-02, 1.4037e-02,
6.5394e-02, -1.9475e-02, 7.4851e-02, 8.1410e-03, 3.5301e-02,
2.6291e-02, 1.2407e-02, -1.7526e-04, 2.3532e-02, 3.3790e-02,
6.7217e-02, 3.5519e-02, 1.7064e-02, 6.7161e-02, 3.2464e-02,
-3.5283e-02, 6.1746e-02, 2.9389e-02, 1.3985e-01, 1.6013e-02,
6.8610e-02, 9.4756e-02, 3.2786e-02, 7.3857e-02, 2.1971e-02,
4.1008e-02, 2.9109e-02, 2.2216e-03, 2.0560e-02, 1.0133e-01,
-3.5503e-03, -5.1510e-03, 3.5332e-02, 1.9640e-02, 2.5602e-02,
1.0462e-01, -2.5199e-03, -2.2424e-03, 6.7007e-03, 4.6328e-02,
-1.3292e-02, 6.5672e-02, 3.8145e-02, 1.5737e-02, 2.4669e-02,
1.2456e-02, 1.3630e-02, 5.8609e-02, 8.4041e-03, 4.2198e-02,
-9.5584e-03, -2.5038e-02, -7.0996e-03, 4.1063e-02, 3.0549e-02,
1.0329e-01, 1.4881e-02, 1.0265e-02, 3.8291e-01, 1.2686e-02,
5.4026e-02, 1.3145e-02, 3.6642e-02, 1.3319e-02, -1.4317e-02,
3.4155e-01, 2.8290e-02, 2.1650e-02, 5.4665e-02, -9.4744e-04,
-2.7209e-02, -1.0954e-02, 2.5419e-02, 7.5235e-02, 6.4514e-03,
3.6852e-03, 1.1990e-02, -8.0446e-03, 2.2096e-02, 2.2730e-02,
-6.5246e-02, 2.6592e-02, -8.2872e-02, -4.9670e-02, 1.8890e-02,
1.1577e-02, 2.8232e-02, 4.2386e-02, 4.4797e-03, 6.2531e-02,
2.1657e-02, 2.3829e-02, 4.1224e-02, 5.3289e-02, -7.9647e-03,
8.5369e-03, 1.3225e-02, -4.3810e-02, -9.9829e-03, 1.0405e-03,
-8.7491e-02, 1.2717e-02, 3.4308e-02, 7.6068e-03, 5.7570e-02,
4.3293e-02, 4.7695e-02, -3.1352e-02, 6.9010e-02, 2.9677e-02,
2.7040e-03, 3.4820e-02, 4.7969e-02, 2.0341e-02, 3.7653e-02,
4.0022e-02, 1.9183e-03, 9.3520e-03, 4.2455e-03, 1.8395e-02,
5.9372e-02, 4.3444e-02, 1.6193e-03, 1.0624e-01, -1.8870e-04,
9.8796e-02, 1.3938e-02, 6.9003e-02, 4.4846e-02, 3.1571e-02,
5.3860e-02, 2.9077e-02, 5.9373e-02, -5.8087e-02, -4.0448e-02,
2.8866e-02, 7.4139e-03, 2.6760e-02, -1.3145e-02, 4.9868e-02,
2.5167e-02, -5.2227e-03, 2.2672e-02, 6.1280e-02, 4.4337e-02,
4.3090e-02, 5.9071e-02, 2.0848e-02, 2.5900e-02, -1.4078e-02,
-6.0511e-03, 2.5962e-02, 9.3132e-02, 2.2646e-02, 1.4403e-02,
8.7587e-02, -4.9524e-03, 2.3920e-02, 2.2241e-02, 5.3048e-02,
7.9032e-02, 2.5656e-02, 6.1896e-03, 7.8549e-02, 4.0472e-02,
3.9685e-02, 1.7883e-02, 1.8353e-02, 3.2551e-02, 1.9905e-02,
-6.8611e-02, 4.5204e-02, 1.8519e-02, 4.3250e-02, 2.5681e-02,
-7.7214e-02, 6.9488e-02, -4.5023e-03, 3.1744e-02, 2.3434e-02,
2.2185e-02, 4.3553e-02, -2.1498e-02, -1.7487e-02, -3.6872e-03,
9.8765e-03, -4.2386e-02, 5.4353e-02, -1.6873e-02, -3.8112e-02,
-8.5540e-03, 3.9710e-02, 3.4972e-02, 2.7702e-02, 2.5567e-02,
1.0785e-01, 6.6734e-03, -4.7331e-02, 6.3354e-02, 2.3360e-02,
-4.6772e-02, 4.2333e-03, 1.8654e-02, -3.0546e-02, 5.6724e-02,
1.9518e-02, -2.6071e-04, 1.2892e-02, 1.5913e-02, 1.7567e-02,
2.3517e-02, 3.6238e-02, 2.0994e-02, 2.4415e-03, -3.3110e-02,
4.1130e-02, 8.0279e-03, 4.3784e-02, -2.0680e-03, 1.4268e-02,
8.0029e-02, 3.3887e-02, -7.5568e-02, -3.7909e-02, 9.1509e-02,
3.8181e-02, 2.2366e-03, 1.1812e-02, -3.2268e-02, 1.9243e-03,
6.1341e-02, 1.4087e-02, 1.1926e-02, 4.4522e-02, 3.2218e-02,
6.5895e-02, 8.0797e-04, 7.2642e-03, 8.7693e-02, 6.0956e-02,
2.1662e-03, 2.2960e-02, 7.3252e-02, 3.4806e-02, 9.0595e-03,
8.2669e-02, -5.4149e-03, 5.4457e-02, -2.0261e-02, 1.5376e-02,
2.5524e-02, 7.2386e-02, 7.5091e-03, 2.0608e-02, 2.7397e-03,
3.6524e-02, -2.6339e-02, 5.3455e-03, 9.1663e-03, 3.7145e-02,
-5.2312e-03, 1.2933e-02, 5.7257e-02, 5.2851e-04, 4.9154e-02,
4.2121e-02, 2.5681e-02, 2.6267e-03, 1.6305e-02, -9.4706e-03,
-2.9695e-02, 3.0059e-02, 2.3374e-02, -3.1056e-02, 7.8634e-02,
-3.7688e-03, -3.3318e-03, 2.5388e-02, 5.7617e-02, -2.3112e-03,
3.7161e-02, 1.2104e-02, -1.5476e-02, 2.7544e-02, -3.8720e-03,
2.1764e-02, -8.3670e-03, 8.6825e-02, -4.2023e-02, 2.8133e-02,
-2.1091e-02, 4.2962e-03, 4.2550e-02, 1.3181e-02, 3.1588e-02,
2.7934e-02, 1.4198e-02, 6.5266e-02, -2.2914e-02, 5.9844e-02,
2.6393e-02, -6.6709e-02, 2.8502e-02, 4.5345e-02, -4.1546e-02,
-1.7511e-02, 1.3474e-03, 2.9765e-02, 5.1873e-02, -8.9879e-03,
3.5086e-02, 4.2556e-02, 4.3418e-02, 3.5796e-02, -4.9067e-02,
5.1819e-02, 2.4077e-02, 4.4765e-02, 3.7675e-02, 2.5163e-02,
3.2367e-02, 9.6923e-04, -2.8280e-02, 3.0529e-02, 4.2885e-02,
3.4064e-02, -3.8460e-02, 6.8236e-03, 6.2063e-03, 4.3602e-02,
1.8533e-02, 3.3243e-02, -1.7834e-02, 1.0664e-03, 6.8670e-02,
5.5668e-03, 7.0039e-02, 3.3115e-02, 3.5279e-02, 5.8182e-02,
6.0684e-02, 8.5036e-02, 2.6099e-02, 1.6436e-03, 5.0863e-04,
4.9319e-02, 2.3250e-02, -1.8301e-02, 5.8229e-02, 6.3738e-03,
3.3730e-02, 6.6735e-02, 4.1539e-02, 4.5638e-02, 1.0984e-02,
2.5396e-02, 2.6976e-02, 2.1218e-02, 1.2259e-03, -5.5063e-02,
5.5095e-02, 2.6128e-02, 8.5638e-02, 4.9381e-02, 6.2540e-02,
-1.3283e-02, 1.0560e-01, 2.6728e-02, 1.4627e-02, 3.2126e-02,
-3.4392e-02, 1.4097e-02, 3.3881e-02, 1.2593e-03, 1.9570e-02,
8.1358e-03, 2.4747e-02, -2.5960e-02, 7.3336e-03, -6.4242e-02,
6.6231e-03, 1.7594e-02, 5.2423e-02, 2.7254e-02, 6.3608e-02,
-2.1885e-02, 9.4415e-04, 1.8205e-01, 2.1751e-03, 7.1753e-03,
6.0954e-03, 4.3733e-02, 6.1518e-03, 1.9500e-02, 6.9773e-02,
-3.2124e-02, 6.4556e-03, 2.7939e-02, -4.2063e-03, 1.1739e-02,
-5.4767e-03, 1.8330e-02, -1.8689e-02, -3.8045e-02, 2.7040e-02,
6.6914e-03, -7.1249e-02, 4.2310e-03, 2.8729e-02, 1.7752e-02,
2.0918e-02, 1.7509e-02, 4.0864e-02, 1.5064e-02, 5.3196e-02,
4.3390e-02, 3.0543e-02, -2.8068e-01, 1.5439e-02, 1.8022e-02,
5.5898e-02, -1.9786e-02, 1.7722e-02, 4.4079e-02, 6.1454e-02,
1.7304e-02, -3.6805e-03, 1.4942e-02, 1.1130e-01, 8.3335e-02,
-1.4142e-01, 1.0550e-02, 5.3068e-02, 4.9022e-02, 1.2115e-02,
1.2248e-01, 1.9347e-02, 6.9548e-02, 8.6385e-02, -1.8513e-02,
8.4922e-03, 2.9928e-02, -2.3782e-01, -9.2650e-04, 1.9236e-02,
5.2611e-02, 4.6661e-02, 5.5593e-03, 2.4970e-02, 3.5599e-03,
3.6405e-03, 2.8879e-02, 1.5355e-02, 1.3948e-02, 3.9021e-02,
6.1608e-02, -1.5168e-02, -2.8441e-02, -3.1277e-02, -3.0194e-02,
3.2724e-02, -8.7501e-03, 1.9849e-02, 5.0397e-02, 2.3072e-02,
4.4230e-02, -2.1602e-02, 3.0808e-02, 5.0077e-02, 1.7015e-03,
1.7603e-02, 5.6846e-03, -2.1954e-02, 1.0137e-01, -4.3929e-02,
3.2985e-02, 2.0133e-02, 3.4090e-02, 5.5573e-03, 3.1231e-02,
3.2302e-02, 3.1507e-02, 4.8982e-03, -1.8902e-02, 2.0277e-02,
-1.3768e-03, 4.9564e-02, -4.0093e-02, 3.9318e-03, 7.7293e-03,
-1.1163e-01, 4.2243e-02, 5.9057e-02, 1.8889e-02, 2.5584e-03,
3.1518e-02, 7.6754e-02, -2.5878e-02, 4.0783e-02, 3.3618e-02,
-3.9738e-02, 5.1202e-02, 2.7434e-02, 3.7522e-02, 1.6585e-02,
3.5238e-02, 3.5305e-03, 4.9037e-02, 1.4444e-02, 5.0501e-02,
3.9649e-02, 1.9024e-02, 3.5894e-02, 2.7829e-02, 4.8207e-02,
-5.4543e-02, 2.0552e-02, 9.2461e-03, 2.5890e-02, 2.0481e-02,
7.7600e-02, -1.6353e-02, 3.7860e-02, 5.9477e-03, -3.3564e-03,
4.2585e-02, 3.7248e-02, 1.2140e-02, 6.1386e-02, 1.8824e-02,
4.3241e-02, 1.4256e-02, 4.1981e-02, 1.7242e-02, 1.4361e-02,
5.7932e-02, 4.0896e-03, 4.8964e-02, 3.7798e-02, 4.5657e-02,
-9.9352e-03, -1.8718e-02, 8.6311e-02, 2.2885e-02, 7.7716e-02,
2.7099e-02, 5.1115e-02, 5.0093e-05, 2.6514e-02, 4.1264e-02,
2.2628e-02, -3.1266e-02, 3.9385e-02, 5.1433e-02, -1.4822e-02,
4.6830e-02, 3.9899e-02, 1.4042e-02, 2.2839e-02, -2.1793e-02,
3.0817e-02, 5.1463e-02, 2.5976e-02, 1.0564e-02, 1.9570e-02,
3.2286e-02, -8.5458e-03, 1.6116e-02, 4.9386e-02, 4.2364e-02,
2.0774e-02, -3.4948e-02, 1.2457e-02, 9.2250e-02, 5.1058e-02,
5.7097e-02, 3.1749e-02, 4.2340e-02, 4.8178e-02, 3.7975e-02,
4.4932e-02, 3.8117e-02, -2.8126e-02, 4.6763e-01, 7.5713e-03,
7.0415e-02, 1.7027e-02, 2.5856e-02, -4.1440e-02, 2.3493e-02,
4.8265e-02, -6.7758e-03, 7.7373e-02, 1.3491e-01, 6.3628e-03,
1.3106e-02, 4.7078e-04, 4.8779e-02, 3.4671e-02, 8.5660e-02,
2.7536e-02, -1.8970e-03, 9.0016e-02, -1.2581e-02, 2.3432e-03,
2.6935e-02, -2.0846e-03, 4.9617e-02, 4.6672e-02, 3.7468e-03,
2.3082e-04, 3.5780e-02, -1.1085e-02, 4.0933e-02, -1.6197e-03,
1.2853e-02, -3.4884e-03, 1.7743e-02, -1.3546e-02, 4.1523e-02,
-4.4497e-02, -3.7625e-03, 2.8182e-02, 3.1879e-02, 1.5943e-03,
1.5650e-02, 4.1809e-02, 2.0019e-02])),
('model.encoder.layers.3.self_attn.k_proj.weight',
tensor([[ 0.0419, 0.0121, 0.0778, ..., -0.0098, 0.1561, -0.0202],
[ 0.0029, 0.0489, 0.0728, ..., -0.1441, -0.0258, 0.0085],
[-0.0047, -0.0918, -0.0262, ..., -0.0939, 0.0384, -0.0183],
...,
[-0.0687, 0.0668, -0.0270, ..., 0.0561, 0.0581, -0.0538],
[-0.0392, -0.0497, 0.0098, ..., -0.1029, -0.0215, -0.0248],
[-0.0187, 0.0781, -0.1286, ..., 0.0404, -0.0029, 0.0930]])),
('model.encoder.layers.3.self_attn.k_proj.bias',
tensor([-2.2648e-04, -1.4341e-04, 4.7702e-04, 2.1800e-03, -3.8063e-04,
2.2591e-04, 1.4705e-04, -1.5722e-04, 1.9801e-04, 2.3687e-04,
1.3015e-04, 4.2663e-04, 7.5460e-04, -3.5653e-04, 2.0158e-04,
8.8978e-05, -3.2314e-04, -4.2709e-06, -3.7017e-04, 4.6723e-05,
2.7471e-04, 4.6743e-05, 4.6338e-04, 2.9113e-04, 2.4139e-04,
-2.6624e-04, 2.3648e-04, -1.5433e-04, 1.5741e-04, -1.1777e-04,
7.5282e-05, 9.5469e-04, 1.1091e-03, -2.3130e-04, -1.9841e-04,
-3.4251e-04, 1.0350e-04, 2.4372e-03, -2.5749e-04, -1.3120e-04,
1.4357e-04, -4.1203e-05, -4.5445e-04, -7.0624e-04, -8.1986e-05,
6.6728e-04, -1.9665e-04, 3.9970e-05, -2.5195e-05, 1.5816e-04,
4.3267e-04, -3.5451e-04, 2.1153e-04, -8.5358e-04, 2.6931e-04,
6.5723e-05, -7.9355e-05, 3.1815e-05, 8.9993e-04, -5.5210e-04,
2.3887e-04, -5.2423e-04, 3.0689e-04, -3.2660e-04, 3.8339e-06,
9.1343e-04, -1.5747e-04, -3.5316e-04, -4.7225e-05, 7.1320e-04,
5.7270e-04, -2.1229e-03, -3.5185e-04, -6.1654e-04, -4.6942e-04,
-1.0900e-03, -1.4356e-04, 2.7388e-05, -3.4192e-04, -7.4132e-04,
-9.7635e-04, -2.3540e-04, -3.9068e-04, -3.0460e-05, 8.6875e-05,
2.2382e-04, -1.2042e-04, -2.8481e-04, 4.9715e-04, -2.1503e-03,
-2.1571e-05, -1.7841e-04, -1.7580e-04, -3.0222e-03, 5.6816e-04,
3.8129e-04, -5.5934e-04, -6.7041e-04, 7.4419e-04, -7.0204e-05,
-3.4987e-05, 3.5522e-04, -3.5013e-04, 1.1280e-04, -1.3389e-04,
8.3924e-05, 2.2945e-03, 4.2295e-05, -1.2060e-03, 1.5003e-03,
-6.6557e-04, -2.0468e-04, -6.4323e-03, 9.0397e-04, 2.9828e-04,
-1.0112e-04, 4.4647e-04, -5.9175e-04, 5.6726e-04, -3.2866e-04,
2.6373e-05, -4.9086e-04, -3.4065e-04, 5.8971e-04, 7.3879e-04,
2.2150e-04, -2.4230e-03, 1.4265e-04, 5.5261e-04, -1.1415e-03,
2.0191e-05, -2.8234e-04, 7.3075e-05, 6.5423e-04, 4.6601e-06,
-5.4766e-06, 6.2826e-04, -2.3217e-04, -8.4238e-05, 2.3258e-04,
-2.1439e-05, -9.5259e-04, -5.2051e-05, -3.7498e-04, 5.5141e-07,
-4.5772e-04, 3.4989e-04, -6.4694e-05, -8.1136e-04, -2.9391e-04,
-1.2541e-03, 1.6277e-04, -1.7457e-04, 2.3634e-04, 4.3440e-04,
2.1550e-03, -3.9278e-04, -4.1587e-05, 1.3375e-03, -1.5579e-05,
-2.2569e-04, -3.7460e-04, -7.5075e-04, -1.6880e-04, 5.5642e-05,
3.6722e-04, 9.6353e-05, -3.4806e-04, -3.8278e-04, 2.7536e-04,
2.5148e-04, 7.7019e-05, 4.1347e-04, 2.1553e-04, 1.2397e-04,
3.0807e-06, 2.2643e-04, -3.9780e-04, 4.5689e-04, 2.3956e-04,
-7.8053e-05, 1.4522e-03, 6.4088e-05, -1.4167e-04, 5.7386e-04,
-3.0515e-04, -3.1527e-04, -2.7424e-04, -1.6337e-03, -4.6987e-04,
4.7939e-04, -3.1835e-04, 1.1313e-04, 1.0985e-04, -2.1456e-04,
-3.9150e-05, 4.3271e-05, -3.1427e-04, -1.6128e-04, -3.2975e-04,
1.7589e-04, 8.0403e-05, 1.1142e-04, 2.5151e-04, -5.1154e-04,
-2.7717e-05, 6.5128e-05, -2.6862e-04, -2.7151e-04, 3.0130e-04,
2.4264e-04, 2.3373e-05, -3.2605e-04, 4.1960e-05, -9.8448e-05,
2.2734e-05, -2.2843e-04, -1.1988e-04, -1.1672e-04, -4.5815e-05,
5.1237e-05, 1.2763e-04, 1.8501e-04, -2.2830e-05, -3.5120e-04,
-3.1551e-05, 1.0965e-04, -1.5291e-04, -2.2264e-04, -5.8661e-05,
9.2551e-04, -2.3047e-04, 5.7038e-06, -2.6441e-05, -9.3781e-05,
-1.0672e-04, -1.6175e-04, 2.3233e-04, -1.9673e-04, 2.5096e-05,
-1.2541e-04, -5.7860e-05, -1.4530e-04, -4.7954e-05, -9.2175e-06,
2.1708e-04, -8.1138e-05, 1.9493e-05, -8.9519e-05, -1.1108e-04,
4.0155e-06, 2.4888e-04, -4.8069e-04, 7.6701e-05, 5.7815e-05,
1.8456e-04, -3.6942e-05, 9.9356e-04, 8.3955e-04, 1.7001e-03,
-1.1101e-03, 5.4008e-04, -2.4353e-04, 1.5487e-03, -4.2028e-05,
3.3636e-04, 6.7402e-04, 1.6183e-05, 2.9030e-04, -1.4563e-03,
5.0140e-03, -6.4154e-04, 1.1559e-03, -2.0522e-04, -7.3078e-04,
1.5293e-03, -1.2769e-03, -9.0852e-03, -1.3618e-03, -2.4534e-04,
1.4317e-03, -1.1136e-03, -9.6923e-04, -8.2508e-04, -5.0200e-04,
-1.6384e-03, 6.2966e-04, 2.4395e-03, 3.1185e-03, 1.7240e-03,
6.9981e-04, -8.2200e-04, -6.5056e-04, -1.4698e-03, -2.5232e-03,
-2.4950e-04, 4.2919e-04, 1.1021e-03, -1.0869e-03, -8.9669e-04,
-2.2002e-03, 7.9676e-04, 4.4225e-03, 6.1302e-04, 4.1268e-05,
-2.1701e-04, 1.0458e-03, 4.8814e-04, 1.5426e-03, 4.6846e-04,
1.0156e-03, -1.0740e-03, -2.8259e-04, -8.2092e-04, -1.2496e-03,
1.3332e-04, -2.1499e-03, -5.8201e-04, 9.3555e-04, 1.9343e-03,
-2.4501e-03, 1.8305e-04, 1.6952e-03, 3.0189e-03, -3.6032e-03,
3.8945e-03, 2.1588e-03, -1.6993e-03, 2.8955e-03, -6.7289e-04,
-1.0820e-03, -1.3537e-03, -1.1495e-03, -7.4018e-04, 1.5171e-03,
-6.7681e-04, -2.3133e-03, 1.3286e-04, -7.5273e-04, -2.8023e-03,
-8.6981e-03, 5.8058e-04, 2.3267e-03, 1.0779e-03, -3.7123e-03,
5.0870e-03, 8.1743e-04, -2.3251e-03, -2.5556e-03, 2.6366e-03,
7.2860e-04, -3.9210e-03, 1.1630e-03, 3.8943e-04, 4.2286e-03,
3.5639e-04, -3.7253e-03, -1.3761e-03, -4.7714e-03, 5.0205e-03,
-1.5261e-03, -4.9705e-04, 4.5671e-04, 2.1497e-03, 1.2402e-03,
-9.0686e-04, -8.5071e-04, 1.2684e-03, 3.9205e-04, -2.8317e-03,
-1.7631e-05, 6.5542e-03, 2.2663e-03, 1.1872e-03, -1.4524e-03,
2.4948e-03, -2.4872e-03, -1.4273e-03, 1.0674e-03, 5.3956e-04,
-1.4699e-03, -3.4076e-05, -7.6922e-03, -1.6023e-02, 2.3173e-03,
-3.8136e-04, 6.1601e-05, 7.1313e-04, -2.4382e-05, -9.4365e-04,
-8.2319e-04, 3.8521e-04, 2.9805e-03, 3.0553e-05, -1.5204e-04,
4.4703e-05, 1.3167e-03, 3.3792e-04, -5.5353e-04, 3.8423e-05,
-7.8037e-05, 4.2586e-04, 1.3279e-04, 3.9067e-04, -7.6719e-04,
7.2069e-05, 1.4098e-04, -2.5541e-04, -5.8473e-04, 3.9474e-04,
-1.7169e-04, 2.6512e-04, 8.8041e-04, 2.4390e-04, 1.9331e-04,
-9.7123e-05, -1.0788e-03, -3.2381e-04, 7.5774e-05, 1.2342e-04,
2.6964e-04, -1.1029e-04, 2.0700e-06, -3.0381e-04, -8.8228e-04,
1.1873e-04, 1.2049e-04, 3.4613e-04, -4.4000e-04, -4.4335e-05,
-9.2459e-05, 3.4161e-04, -4.2371e-04, 5.6987e-04, 2.9477e-04,
1.3717e-03, -1.1346e-03, -5.4754e-04, -2.4080e-03, -2.1359e-04,
5.3179e-04, -1.9964e-04, -2.0450e-04, 7.1439e-04, 3.3115e-04,
-3.8532e-03, 2.6082e-04, -2.2567e-04, 5.9752e-05, -2.6262e-04,
-1.6693e-04, -2.0811e-04, 1.3874e-04, 6.9913e-05, -3.6312e-05,
4.1632e-06, 2.2731e-04, 2.7196e-04, -7.4162e-05, -5.2495e-05,
-2.0953e-05, 6.7286e-09, -9.9390e-05, -6.4020e-05, -3.6554e-05,
8.9958e-05, -2.1841e-04, 2.3984e-05, -1.8946e-04, 1.0778e-04,
-5.8276e-05, -5.9898e-04, 9.1468e-06, -6.8219e-05, -4.8614e-05,
-9.3346e-05, -2.2687e-06, -1.6768e-05, 1.4218e-04, -1.2696e-04,
-1.3132e-04, -3.7129e-04, 9.5577e-05, 5.8408e-05, -1.0160e-04,
2.4388e-04, 2.3351e-04, 7.1474e-05, -2.0061e-04, -7.6427e-05,
-6.0365e-05, -3.2947e-04, -1.9818e-04, -3.2883e-05, -1.5412e-04,
-6.8855e-06, 9.7523e-05, -1.2101e-04, -1.5107e-04, 4.7671e-05,
-3.0071e-05, -1.3896e-04, -1.2363e-04, 1.1623e-04, -3.6137e-05,
-1.7432e-04, 2.9100e-04, 1.4331e-04, 2.1818e-04, -5.4258e-05,
1.7496e-04, 1.4227e-04, 1.5596e-04, 9.2080e-04, -1.0282e-05,
1.6468e-04, -5.6778e-04, -6.0726e-04, 2.0753e-04, 7.7511e-04,
-1.6052e-04, -2.4887e-04, 2.1446e-04, 1.0597e-03, 1.9061e-04,
-4.7031e-04, -2.3589e-04, -8.8120e-04, 2.0268e-04, 3.4713e-04,
3.5739e-04, 2.9829e-04, 2.1657e-04, 1.3756e-03, 2.2184e-04,
-1.9155e-04, 6.8638e-05, -1.1255e-04, -1.2831e-04, 3.8617e-04,
-2.9740e-05, -6.0752e-05, -3.6378e-04, -3.3544e-05, -2.8006e-04,
-3.4054e-04, 3.0111e-04, -1.3114e-03, 3.1955e-04, -2.1139e-04,
4.9244e-05, -1.0503e-04, -1.1347e-03, 9.6443e-04, 2.5611e-04,
-2.4743e-04, 4.6493e-05, 7.4600e-05, -4.9755e-04, 8.6539e-05,
-4.9614e-05, 4.0008e-04, 1.4958e-04, -3.2418e-05, 6.4742e-04,
6.8812e-04, 4.0083e-04, -5.1194e-04, -6.7831e-04, -3.3701e-04,
-8.0768e-04, 5.2938e-04, -7.2615e-05, 3.4804e-04, 4.0390e-04,
4.7145e-04, -2.4574e-04, -2.3370e-04, 2.9377e-05, -1.5593e-04,
-8.9333e-05, 3.1881e-04, -1.7190e-04, 2.9901e-04, 3.7954e-04,
1.4812e-04, 2.5673e-04, 1.5073e-04, 2.3917e-04, 3.3912e-05,
-1.2102e-04, 5.4686e-04, 5.5439e-06, -2.5374e-04, -1.3072e-04,
5.9556e-04, 4.2529e-04, -5.2766e-04, 4.0742e-04, -4.4663e-05,
-5.1752e-05, -3.2488e-05, 2.6859e-04, 2.2408e-04, 2.5511e-04,
1.7186e-05, 4.6526e-05, -1.5128e-04, 1.9776e-04, 2.9057e-04,
2.4665e-04, 2.3305e-04, -1.9137e-04, -1.9321e-04, 2.3824e-04,
-3.4865e-04, 1.1491e-04, 3.2273e-04, 2.2207e-04, 3.4821e-05,
-7.2860e-05, -4.1887e-04, -1.9536e-04, 4.3105e-05, -1.6637e-04,
8.8454e-06, 2.5913e-04, 2.5006e-04, -2.6769e-04, 6.2043e-05,
4.0650e-04, 3.5766e-05, -1.6860e-04, 2.4237e-05, -2.8772e-04,
-3.9924e-04, -3.5750e-06, -1.5217e-04, 1.9838e-04, 3.1077e-04,
-5.6225e-04, -6.5337e-04, 5.2677e-04, 6.7989e-04, -7.5619e-04,
1.0750e-04, -2.8694e-04, -4.6720e-04, -1.0251e-03, 2.2049e-04,
3.5711e-04, -1.9106e-04, -1.4586e-04, 2.8617e-04, -1.9724e-04,
6.8356e-04, 1.0363e-04, 8.5760e-06, 1.9684e-04, -3.3342e-04,
-2.3871e-05, 8.2763e-05, -1.1946e-04, -1.7726e-04, 2.9036e-04,
5.0690e-04, -2.5063e-04, -2.0726e-04, 5.4380e-04, -5.6746e-05,
9.4823e-05, 1.0249e-04, -5.6221e-04, 9.6359e-05, -1.8266e-04,
-1.8421e-04, 6.8954e-04, -1.3310e-03, -2.3310e-03, -4.8118e-04,
3.3125e-04, 4.1475e-04, -3.8812e-04, 6.9254e-04, 1.6499e-03,
6.3605e-04, -3.7650e-04, -2.3951e-04, 4.5639e-04, -5.3382e-04,
4.9357e-04, 7.2087e-06, -5.0599e-05, 2.0941e-04, -2.0911e-05,
-2.0465e-03, 9.9983e-06, 1.5457e-05, -2.8560e-03, -5.9250e-04,
-1.0121e-04, -3.6335e-04, 5.2826e-04, 2.5135e-05, -1.0345e-04,
1.4969e-04, -1.6373e-04, -1.4848e-04, 3.7874e-05, 1.2377e-04,
5.3782e-05, -7.5625e-07, 1.4607e-04, -2.5554e-05, -9.7411e-05,
-1.4692e-05, -4.5004e-06, 1.0375e-04, -7.7316e-05, 8.3351e-05,
1.5966e-04, -1.9489e-04, 7.1943e-05, 6.9002e-07, -4.0395e-05,
4.6627e-05, 4.4159e-05, 6.9682e-05, 2.0515e-06, -2.0891e-05,
1.1239e-04, 7.3616e-05, 1.2986e-07, -3.0004e-05, 3.6310e-05,
2.6092e-05, -7.5921e-06, 2.4831e-05, -1.2768e-05, -5.8540e-05,
6.6889e-05, -1.2725e-05, 3.3451e-04, 8.8137e-05, -1.3371e-04,
1.7532e-05, -7.1637e-05, -1.1791e-05, -1.5652e-04, 2.7580e-05,
7.9804e-05, -4.4923e-06, -6.9830e-05, 3.4572e-05, -1.6475e-05,
-4.1705e-05, -7.5385e-05, 6.2559e-05, 4.5280e-05, -1.0471e-04,
4.9382e-05, 1.3108e-04, -3.6102e-05, 1.5003e-05, 9.2342e-05,
-1.3588e-04, 6.2057e-05, 1.3083e-04])),
('model.encoder.layers.3.self_attn.v_proj.weight',
tensor([[ 0.0243, 0.0246, 0.0899, ..., 0.0104, -0.0121, 0.0781],
[ 0.0869, -0.1004, 0.0399, ..., -0.0353, -0.0006, -0.0584],
[ 0.0665, 0.0409, -0.0085, ..., -0.0327, 0.0436, 0.0390],
...,
[-0.0135, 0.0458, -0.0683, ..., 0.0230, 0.0336, -0.0300],
[ 0.0526, -0.0466, 0.0220, ..., -0.0762, 0.0635, -0.0355],
[-0.0070, 0.0133, -0.0106, ..., -0.0045, 0.0137, -0.0894]])),
('model.encoder.layers.3.self_attn.v_proj.bias',
tensor([-7.6275e-03, 1.2063e-02, -3.4369e-03, -3.8300e-02, -1.3731e-02,
2.0591e-03, 7.1381e-03, -7.0546e-03, -3.1335e-03, -1.8779e-02,
-1.6916e-02, 9.2716e-03, 2.4835e-02, 8.4066e-03, 2.1610e-03,
1.7375e-02, 2.9280e-02, 1.6898e-02, 5.9968e-03, 9.3555e-03,
7.6426e-03, 1.8170e-02, -2.0847e-02, 4.8183e-03, -1.5146e-02,
-1.6902e-02, 2.4266e-02, 9.2798e-03, 1.2339e-02, -2.5640e-02,
1.0876e-02, 1.0456e-02, 4.2537e-03, -4.9209e-03, -3.3377e-03,
1.4513e-02, -2.9909e-02, 1.9816e-03, -9.3551e-03, -2.7446e-02,
1.4506e-02, 6.8956e-03, 1.9593e-02, 1.4048e-02, -7.7299e-03,
9.8827e-03, -1.8533e-03, 8.3628e-03, 7.8059e-03, 1.3695e-02,
6.9005e-04, -2.5428e-02, -7.7842e-03, -1.1266e-02, 1.8515e-02,
5.5421e-03, -1.2035e-02, -4.7150e-03, 6.2565e-03, -1.4250e-02,
-1.9697e-02, 7.2452e-03, -1.2560e-02, 2.7158e-02, 9.7248e-04,
1.1868e-02, 3.7739e-03, 2.6285e-03, -8.2470e-03, 2.8401e-04,
-9.1929e-03, -3.7172e-02, -7.6664e-03, 2.2410e-03, -2.6155e-03,
-1.0169e-02, 1.1938e-02, -8.1789e-03, 1.5854e-02, -1.6022e-02,
-4.8502e-03, 2.5669e-03, -5.0604e-03, 1.0000e-02, 4.5918e-03,
8.2459e-03, 1.1996e-02, 6.9510e-04, 4.3742e-03, 1.0139e-02,
-1.0105e-03, -1.3039e-03, 3.1306e-03, 1.1050e-02, 3.8181e-03,
3.5252e-02, 7.2827e-03, -7.4407e-03, -5.3978e-02, 5.4920e-03,
1.4458e-02, 1.8331e-03, 8.8758e-03, -3.8787e-04, 7.1783e-03,
1.1469e-02, -1.1211e-02, 1.9451e-03, -8.8613e-03, 5.7863e-03,
2.5108e-02, 1.0798e-02, -1.8726e-03, -1.0953e-02, 2.5470e-02,
-1.8345e-02, 4.0441e-03, 3.1114e-02, -1.1959e-02, -1.3700e-02,
-5.2118e-03, 6.3465e-02, 1.0760e-02, 9.6658e-03, -4.0053e-03,
1.6483e-03, -2.5022e-03, 3.2488e-03, -1.7047e-02, 3.5244e-02,
-3.1504e-04, 1.6546e-02, -4.3627e-02, -2.6892e-02, -1.4645e-03,
-1.1574e-02, -5.8316e-03, 7.5594e-03, -5.6347e-03, -9.5181e-03,
2.2478e-02, -1.3969e-02, 4.9558e-03, -3.3365e-05, -3.2431e-03,
-1.2506e-02, 3.5515e-02, -7.1032e-03, 3.5598e-03, -4.2751e-02,
1.5788e-02, 3.4207e-02, 5.6494e-02, 2.2203e-03, 3.2989e-03,
-1.9618e-02, 1.0098e-03, 3.5456e-02, 3.2083e-03, -1.0917e-02,
1.0185e-02, 1.5340e-02, -1.1738e-02, 1.8776e-02, 1.6152e-02,
-1.5711e-02, -4.6066e-02, -5.8041e-03, 4.0546e-02, -6.4302e-03,
7.6482e-03, 1.6553e-02, 4.2984e-02, 5.0089e-03, -1.2939e-02,
-4.5695e-03, -3.5602e-03, 4.3791e-03, 4.3215e-02, -2.7708e-02,
1.5130e-02, 3.9445e-03, 1.6689e-02, 1.5593e-02, -7.6622e-03,
-1.2184e-02, -3.6120e-03, -2.6946e-03, 1.3609e-02, 5.8766e-04,
1.5981e-02, 2.5039e-03, -2.8120e-02, 4.8066e-03, 1.3458e-02,
1.7031e-02, -1.5781e-03, 1.4901e-02, -1.1098e-02, -5.5126e-03,
-1.0278e-02, -3.0277e-03, -6.8739e-03, -1.2179e-02, 1.4453e-02,
-1.7583e-02, -1.8741e-03, -5.2373e-02, 3.8075e-02, 8.3825e-03,
5.7749e-03, -4.6924e-02, 2.0788e-02, -1.9084e-02, -5.8561e-03,
-7.6575e-03, -2.9716e-02, -1.5955e-02, 5.0537e-03, -9.9313e-03,
-8.1669e-03, 2.3130e-02, -2.6040e-03, 8.0320e-03, 8.2111e-03,
-7.7478e-04, 1.7788e-02, -1.9325e-02, 5.1367e-02, 1.1787e-02,
6.5085e-03, -1.1165e-02, 3.4749e-03, -9.9302e-03, -5.4971e-03,
5.4009e-03, 5.7242e-03, -1.2120e-02, -2.7031e-03, -8.3477e-03,
-2.1956e-03, 3.5582e-03, 2.9988e-03, -8.1924e-03, 1.5703e-02,
7.1901e-03, 2.7693e-03, -2.3779e-03, -1.2614e-02, -2.1566e-02,
2.9831e-02, -1.1341e-02, 6.3567e-03, 1.0276e-02, -2.9827e-03,
-7.6570e-03, 6.6114e-03, -4.6865e-03, -1.7010e-02, 1.1909e-02,
1.7969e-02, -1.5995e-03, 1.0568e-02, 3.3494e-02, 5.0167e-02,
-3.0695e-02, 3.3229e-02, 2.6501e-02, -2.6118e-02, 1.6107e-03,
6.4444e-02, -5.8543e-02, 2.1625e-03, 1.2114e-02, 2.0443e-02,
2.8749e-02, 1.6973e-03, -3.3145e-02, -4.3181e-02, 3.6809e-02,
3.8884e-02, -1.3982e-02, 8.2904e-03, 3.0572e-03, 2.2460e-03,
-3.1018e-02, -4.8602e-02, -9.0926e-02, -3.0472e-03, -7.0764e-03,
-1.0712e-02, -1.7639e-03, 1.5958e-03, 5.7071e-02, 3.4717e-02,
-6.8050e-02, -2.7427e-02, 1.1109e-02, -1.1876e-02, 1.5233e-02,
-3.5260e-02, 4.8560e-02, 2.1467e-02, -2.4244e-02, 7.4637e-02,
-4.7436e-03, 1.0066e-02, -1.8983e-02, -7.8861e-02, -8.2991e-03,
-2.8012e-02, -3.5157e-02, 4.9894e-02, 2.8247e-03, 3.6529e-02,
-5.5576e-02, 1.4954e-02, 1.9529e-02, 4.1513e-02, -5.1230e-02,
4.7599e-02, 1.1740e-02, -5.0609e-03, 1.8619e-03, -4.3501e-03,
3.3920e-02, -1.1120e-02, -7.9181e-03, 1.2511e-02, 6.9779e-02,
-3.4046e-03, -4.6151e-02, -8.7625e-02, 1.0674e-02, -4.8262e-02,
-2.8542e-03, 4.2513e-02, 1.3229e-02, 3.7274e-02, -4.4585e-02,
4.2040e-02, -1.0814e-03, -6.4792e-03, 4.4147e-02, -4.5950e-02,
-7.2207e-03, -3.1187e-02, -2.6082e-02, 3.4083e-02, 8.0716e-04,
-7.7037e-03, 2.3836e-03, 6.2115e-03, 2.4998e-02, 4.6866e-02,
4.6236e-02, 4.5072e-02, 2.4865e-02, 4.8640e-03, -1.4284e-02,
-1.2809e-02, -3.8861e-02, 4.4328e-02, -1.1628e-02, 1.4651e-02,
4.0985e-03, -2.0523e-02, -5.5074e-02, -3.7561e-02, 9.8931e-03,
-2.1874e-02, -3.5436e-02, 2.8491e-02, 9.7255e-04, -1.5680e-02,
1.5346e-02, 2.7869e-03, -4.2643e-03, -6.2220e-02, 9.5802e-03,
1.6088e-02, 1.7585e-02, -1.3895e-02, 5.5782e-02, 6.3600e-04,
-2.1597e-02, 1.5330e-02, -1.6262e-02, -5.1674e-03, -1.5552e-03,
-4.2126e-03, -2.0653e-03, 9.1878e-03, 5.5991e-03, -1.2617e-02,
-1.5790e-02, -3.0597e-03, 1.3263e-02, 9.7272e-03, 1.7028e-02,
-4.3960e-03, -3.7621e-03, -3.2044e-03, -7.6993e-03, -1.5477e-02,
2.4471e-02, 1.9669e-02, -3.3501e-03, -1.0847e-02, -1.2695e-03,
1.8634e-02, 2.3361e-02, 3.9053e-02, -2.2375e-02, 3.3241e-02,
-1.8291e-02, 7.2135e-03, 1.6858e-03, -1.7701e-02, 1.7893e-02,
1.8312e-02, 1.4991e-02, 1.6935e-03, 1.1595e-03, 4.8955e-03,
2.5857e-02, 2.3590e-04, 1.3761e-02, -1.9878e-03, 5.0705e-03,
3.4391e-02, 2.5867e-02, 2.5160e-02, -6.2799e-03, -6.1198e-03,
1.6966e-02, -1.4813e-02, -7.3431e-03, -4.6701e-03, -1.2301e-02,
2.8045e-02, -5.4007e-03, -2.0209e-03, 1.0613e-02, 9.5989e-04,
-7.6396e-03, -5.3522e-04, -2.8943e-02, -5.4952e-03, -1.4698e-02,
3.3858e-03, -6.5037e-03, 3.7035e-03, -5.8329e-03, -7.7908e-03,
-3.9793e-02, 1.9799e-02, 1.2186e-02, -4.8731e-03, 1.2498e-02,
-1.0917e-02, 2.0330e-03, 2.1786e-02, -1.0610e-02, -2.9497e-02,
1.0057e-03, -1.6525e-02, -1.1809e-02, 2.9171e-03, -1.9044e-02,
2.5573e-02, -1.9837e-02, 6.3963e-03, 1.4018e-02, -6.9171e-03,
7.0064e-03, -6.7242e-03, -7.7230e-03, -4.3155e-03, 4.4975e-03,
-6.4561e-03, -1.2057e-02, -9.8429e-03, 4.8460e-03, 2.0633e-02,
-1.1587e-02, 1.4660e-02, -2.4592e-02, -1.3108e-02, 1.0519e-02,
6.9394e-04, -1.9562e-02, -1.8281e-02, -1.9493e-02, -3.4449e-03,
1.0216e-02, 1.0299e-02, 1.2177e-02, -7.3262e-03, -1.7907e-04,
-1.3960e-02, 1.8380e-02, -4.4348e-04, -1.1444e-02, -5.8695e-03,
3.8740e-03, -8.8012e-02, 1.3757e-02, 3.9904e-03, 1.8740e-02,
-7.3995e-03, -2.0663e-02, 3.1189e-02, -4.8771e-03, 9.7821e-03,
1.6839e-02, 1.2465e-02, 7.4077e-03, -2.6882e-02, -1.8561e-02,
-3.2046e-03, -1.2406e-02, -4.9654e-03, 1.4956e-02, 4.7235e-02,
8.4138e-03, -2.8648e-02, -1.7460e-02, -4.0861e-03, -1.0681e-02,
5.2798e-02, -5.0965e-03, -2.7886e-02, 3.4634e-03, 4.2977e-02,
-4.9257e-03, -2.7799e-02, 7.8336e-03, -3.5559e-04, 2.1164e-03,
-1.2239e-04, -1.9002e-02, 3.6399e-02, 2.9387e-04, -2.4718e-02,
4.4533e-04, -1.3141e-02, 1.2077e-02, 2.4973e-03, -2.4818e-02,
1.3129e-02, -2.7843e-02, 4.9941e-03, -9.5221e-03, -7.0592e-05,
2.8004e-02, -2.8877e-03, 1.4268e-03, 1.5839e-02, 1.1070e-02,
-1.6519e-02, -3.9534e-02, -5.5698e-04, -2.1169e-02, -2.0357e-02,
-2.4091e-02, -1.7826e-02, -7.8652e-03, -1.4049e-02, 2.5763e-03,
-2.1640e-02, -2.2297e-02, -1.7293e-02, 1.0799e-02, -4.4849e-03,
-6.6644e-03, -3.0280e-02, 1.5070e-02, -2.7699e-02, 4.9363e-02,
-3.5385e-02, 1.2097e-02, 2.4317e-02, -3.7423e-02, -1.9605e-02,
-1.9761e-02, 4.0131e-04, -3.2933e-02, -5.3331e-02, 4.2833e-02,
8.0545e-03, 7.9078e-03, -6.9313e-02, 2.6974e-02, -5.9987e-03,
-3.0465e-02, -2.4081e-02, -7.6143e-02, 7.8822e-02, 2.2450e-02,
-3.5103e-02, -8.2927e-03, -2.2453e-02, -2.8703e-02, 6.0638e-02,
-3.6405e-02, -1.5091e-02, -2.9335e-02, 1.6445e-02, 5.5354e-03,
5.0322e-02, -7.9078e-03, -3.9175e-03, -8.9642e-03, 9.5165e-03,
-1.0499e-02, -2.6473e-02, -1.4834e-02, -2.2279e-02, 3.0655e-03,
-2.2908e-02, 5.1899e-03, 5.3797e-02, 6.5174e-02, -3.0895e-02,
-2.8152e-02, -9.4294e-03, 1.2589e-03, 9.2089e-02, -5.0604e-02,
5.0370e-02, -6.1481e-02, -2.8009e-02, 1.0915e-02, 2.8689e-02,
-8.2418e-02, 8.9233e-03, -4.8173e-03, -4.8980e-02, -6.1644e-02,
-9.3080e-03, 4.3266e-02, 2.2011e-02, -2.1295e-02, -5.3559e-02,
-3.0737e-02, 6.6885e-04, 1.6335e-02, 4.1535e-03, 3.4152e-03,
-3.0181e-02, 1.3810e-02, -7.4722e-02, 1.2087e-02, 1.1691e-02,
1.1528e-02, -2.8288e-02, 6.6246e-02, -1.6140e-02, -5.8433e-02,
-2.4263e-02, 1.7927e-01, 3.2385e-02, 9.5788e-03, -2.4230e-02,
-6.5619e-03, 6.1446e-03, 4.0112e-02, -1.6386e-02, 5.9592e-02,
-4.5417e-02, -4.3928e-02, -1.4525e-02, -1.8186e-02, 7.1677e-02,
-2.4288e-02, -5.0254e-03, 1.2057e-02, -3.3369e-02, -2.9730e-02,
-2.5871e-02, -6.4948e-02, -6.4911e-02, 3.1894e-02, 5.4766e-03,
-2.1667e-02, 2.6655e-02, -3.2853e-02, -1.1516e-02, 5.1614e-02,
-3.3050e-02, 2.9146e-02, -2.4882e-02, -3.8121e-02, -6.2013e-02,
3.9618e-02, -4.3445e-02, 2.4796e-02, 3.1490e-02, -2.7569e-02,
4.7949e-02, -3.1207e-02, -2.2209e-02, -3.0838e-02, 8.6256e-03,
7.9411e-03, -1.1593e-02, -1.7685e-02, -4.2771e-03, 6.0685e-03,
5.6916e-03, 7.9100e-03, 2.7947e-02, 3.8946e-03, -3.9191e-03,
4.8322e-03, -9.2416e-03, -2.3337e-03, 7.3208e-03, 6.4932e-03,
-2.3432e-03, -2.4025e-03, 9.2770e-04, 1.8048e-02, -2.6512e-02,
7.7444e-03, -2.0123e-02, 1.8680e-03, 1.8178e-04, 3.7782e-04,
-8.9465e-04, 1.0621e-02, -1.5736e-02, 1.2414e-02, 1.7346e-02,
-4.4716e-03, -6.7920e-03, 5.6914e-03, -1.3815e-03, 8.6436e-03,
4.8536e-04, -9.3949e-03, 5.6543e-03, -1.1124e-02, 1.0450e-02,
-3.8641e-04, 5.0835e-04, 3.4234e-02, 1.0771e-03, 1.4108e-02,
-1.7047e-02, -6.0320e-03, 4.7300e-03, -1.3536e-03, -9.0339e-03,
7.2227e-03, 3.9697e-03, -1.5183e-03, -3.8753e-03, -2.5735e-03,
-1.2337e-02, 3.5140e-03, -1.8085e-03, -6.5471e-03, -6.5246e-03,
2.9844e-03, -1.6434e-02, 9.8179e-04])),
('model.encoder.layers.3.self_attn.q_proj.weight',
tensor([[-0.0615, 0.0204, 0.0730, ..., 0.0053, 0.0949, -0.0473],
[-0.0111, -0.1903, -0.0616, ..., -0.0209, -0.0049, 0.0261],
[ 0.0179, -0.0221, -0.0238, ..., -0.0909, 0.0237, 0.0905],
...,
[-0.1192, 0.0065, -0.0656, ..., -0.0550, 0.0112, 0.0228],
[ 0.0590, 0.0195, -0.0158, ..., 0.0076, -0.1279, -0.1017],
[ 0.0317, 0.0947, 0.0370, ..., -0.0913, 0.0323, 0.0021]])),
('model.encoder.layers.3.self_attn.q_proj.bias',
tensor([-1.2791e-01, -4.5853e-01, 1.6853e-01, 1.0282e+00, -2.5298e-01,
4.8323e-02, -2.0078e-01, 6.5020e-02, -2.1707e-01, 2.4217e-01,
1.7829e-01, 1.0557e-01, 1.2600e-01, 1.7735e-01, 4.8554e-02,
-3.5766e-02, -9.6120e-02, -2.0345e-01, -6.4356e-01, 1.8164e-01,
-4.6065e-01, 1.1074e-01, 4.0786e-01, 1.7322e-01, 4.4811e-01,
-5.8425e-02, 2.0758e-01, 1.1090e-01, -1.3184e-01, -2.9401e-01,
1.0092e-01, 5.4627e-01, 6.6495e-01, -3.5098e-01, -1.6503e-01,
2.3279e-01, -1.7518e-01, 1.0351e+00, -4.3777e-01, -1.3317e-01,
2.8930e-01, 4.4033e-01, -1.8298e-01, -5.5601e-01, -3.9326e-01,
4.5343e-01, -5.0044e-02, 2.3428e-01, 1.5443e-01, -2.2941e-01,
2.7236e-01, 4.4769e-02, -6.0057e-02, -6.8015e-01, 3.4925e-01,
-2.1028e-01, -4.6629e-03, 2.6278e-01, 4.0342e-01, -4.4312e-01,
3.9846e-01, -5.5257e-01, -4.6342e-03, -3.0400e-01, -1.8384e-02,
-4.0040e-01, 2.2165e-02, 8.6484e-02, 2.4422e-02, -1.2425e-01,
-2.6353e-01, 3.8412e-01, 1.7082e-01, 3.0071e-01, 3.2174e-01,
2.7997e-01, 2.3128e-03, 5.9573e-02, 1.0965e-01, 3.4687e-01,
3.2318e-01, -3.0565e-02, 1.5206e-01, 5.3280e-02, -2.5456e-01,
5.2530e-03, 1.5015e-01, -4.5558e-02, 5.8295e-02, 3.9770e-01,
1.4540e-02, 1.1775e-01, -5.3579e-02, 6.0899e-01, -1.5230e-01,
-1.3401e-01, 2.6561e-01, 2.7275e-01, -4.3611e-01, -1.7853e-01,
7.0505e-02, -2.0106e-01, 5.3335e-03, -1.2398e-01, 2.9482e-01,
-2.9613e-01, -6.2970e-01, 4.9936e-02, 4.2969e-01, -3.6316e-01,
6.4220e-02, 6.9351e-02, 9.4380e-01, -2.0105e-01, -2.8419e-01,
-4.9142e-03, -2.4633e-01, 3.2957e-01, 6.2293e-02, 2.5549e-01,
-1.7045e-03, 4.0726e-02, 1.8005e-01, 5.3880e-03, -4.2539e-01,
-1.6932e-01, 6.2075e-01, -1.6275e-01, 3.2978e-01, -7.3512e-01,
-1.4101e-01, -3.2607e-01, -1.2267e-01, 4.3810e-01, -3.0267e-02,
-3.8111e-02, 2.6072e-02, -3.3353e-01, -1.5022e-01, 1.4085e-01,
1.1716e-01, -5.6994e-01, -3.0883e-01, -5.9142e-01, -2.7400e-02,
-3.8313e-01, -1.9905e-02, -2.6016e-02, -4.0495e-01, -3.7331e-02,
-7.1520e-01, -1.3048e-01, -2.6785e-01, 3.0770e-01, 2.0470e-01,
6.5196e-01, -1.4673e-01, -1.7359e-01, 7.8286e-01, -1.0737e-01,
1.8205e-01, -4.1578e-01, -4.3565e-01, -1.4130e-01, 3.1983e-02,
4.0325e-01, -1.6409e-01, -4.3509e-01, -2.1945e-01, 9.0024e-02,
2.9867e-01, -2.0102e-01, 2.1055e-01, 3.0381e-01, 2.2378e-01,
-4.2263e-02, 4.0550e-01, -1.2023e-01, 4.7843e-01, 3.9874e-01,
-3.9184e-01, 6.9304e-01, 1.0589e-01, 4.7970e-03, 1.5493e-01,
-4.9173e-01, -1.3684e-01, -3.7277e-01, -7.8876e-01, -3.7254e-01,
4.5095e-01, -2.6027e-01, -1.1155e-01, 3.2570e-01, 3.7590e-01,
2.0402e-01, -7.1659e-02, 7.5844e-02, -1.7334e-01, 4.3583e-01,
3.3975e-02, 1.3480e-01, -1.6705e-01, -1.1704e-01, -4.0488e-01,
-1.8446e-01, 1.6412e-01, -3.1405e-02, 5.7548e-01, 2.9784e-01,
-4.0560e-01, 3.9838e-01, -9.4120e-01, -2.9785e-01, 4.1368e-01,
2.5110e-02, -2.5351e-01, 2.1744e-01, 3.6345e-01, 2.5627e-02,
-5.3529e-01, -7.1264e-02, 3.3111e-01, 5.9553e-02, -6.5547e-02,
-3.6075e-03, -4.4792e-01, 2.1607e-01, 4.3181e-01, 2.9484e-01,
-7.3544e-01, -1.1401e-01, 1.9595e-02, 1.0425e-01, 3.5058e-01,
-2.3728e-01, -9.0974e-02, -5.6981e-01, 3.7853e-01, -2.3397e-01,
3.7059e-01, 2.2456e-01, -2.5368e-01, 2.8804e-01, -2.0425e-01,
2.9348e-02, -2.4486e-01, -2.8820e-01, 2.7181e-01, -4.1253e-01,
1.2485e-01, -4.2172e-01, 9.1336e-02, 2.6142e-01, 1.8116e-01,
-3.3322e-01, -1.0560e-02, 3.0313e-01, 4.7763e-01, 5.2216e-01,
-5.4588e-01, 2.3391e-01, -1.5662e-01, 4.4985e-01, -2.7717e-01,
-7.2971e-02, 1.3319e-01, 1.8708e-01, 9.3806e-02, -7.1075e-01,
8.6353e-01, -3.3947e-01, 5.6341e-01, -2.4522e-01, -4.5947e-01,
6.1973e-01, -4.4838e-01, -8.9397e-01, -3.6178e-01, -1.5386e-01,
3.5024e-01, -7.1259e-01, -1.1684e-01, -4.3214e-01, -3.5847e-01,
-5.0779e-01, 4.1850e-01, 7.2638e-01, 8.8759e-01, 5.9242e-01,
4.4925e-01, -2.8060e-01, 1.4052e-01, -6.1491e-01, -7.3380e-01,
7.9124e-02, 2.2268e-01, 2.3465e-01, -3.2773e-01, -5.8675e-01,
-7.1344e-01, 3.2187e-01, 8.1100e-01, 1.9869e-02, 1.4718e-01,
-1.0941e-01, 4.1515e-01, 3.9543e-02, 4.4965e-01, 2.8787e-01,
4.3922e-01, -6.6481e-02, -2.3094e-01, -8.4143e-02, -1.8550e-01,
-1.6697e-01, -5.7254e-01, -1.1923e-01, 2.8994e-01, 5.0125e-01,
-2.9454e-01, 1.4058e-02, 3.0821e-01, 4.2032e-01, -3.9917e-01,
4.9758e-01, 2.6858e-01, -2.9526e-01, 3.0802e-01, -1.9833e-01,
-5.7359e-02, -1.5984e-01, 3.5032e-02, -7.7374e-03, 4.0505e-01,
-7.8312e-02, -3.9554e-01, 3.7460e-02, -2.8357e-01, -3.2799e-01,
-6.6553e-01, -9.9150e-02, 4.4876e-01, -3.6077e-02, -5.3950e-01,
5.2558e-01, 6.8370e-02, -1.4979e-01, -3.7400e-01, 3.8535e-01,
2.7327e-01, -3.1326e-01, 3.5142e-01, -2.7038e-02, 3.6818e-01,
1.2943e-01, -4.2110e-01, -1.7012e-01, -4.1891e-01, 5.6884e-01,
-2.6389e-01, 9.0384e-02, -1.6772e-01, 2.1271e-01, 2.3804e-01,
1.2765e-01, -1.2644e-02, 2.3340e-01, 2.7555e-02, -3.4027e-01,
-1.2262e-02, 5.1676e-01, 2.3680e-01, 2.3165e-01, -3.3235e-01,
3.9516e-01, -2.1777e-01, -9.1495e-02, 2.5024e-02, -1.1309e-01,
-3.3469e-01, -2.2673e-01, -6.2977e-01, -9.3205e-01, 6.6600e-01,
-2.1375e-01, -9.8311e-02, 3.8219e-01, -1.7510e-01, -4.9197e-01,
-2.9259e-01, 2.4670e-01, 7.8212e-01, 1.3889e-01, 8.7972e-02,
-1.1253e-01, 4.1691e-01, 2.7228e-01, -1.3722e-01, 2.3744e-01,
1.6018e-01, 6.8774e-02, 1.2248e-01, -3.0988e-02, -3.3297e-01,
2.3315e-02, -1.2477e-01, -1.1079e-01, -2.7853e-01, 2.0282e-01,
8.5670e-02, 1.5561e-01, 2.1701e-01, 9.6885e-02, 1.7007e-01,
-2.6256e-01, -2.5815e-01, -1.0192e-01, 2.6083e-01, 1.0852e-02,
3.2612e-01, -6.8764e-03, -6.4197e-02, -2.8461e-01, -4.9875e-01,
5.3888e-02, 6.4506e-02, 1.3986e-01, -1.7410e-01, 5.0004e-02,
3.4443e-02, 3.4282e-02, -9.2064e-02, 3.8431e-01, 9.0596e-02,
4.8748e-01, -4.4908e-01, -3.6950e-01, -7.5179e-01, 7.6934e-02,
3.5846e-01, 5.7966e-02, -2.7366e-01, 2.7683e-01, 1.7360e-01,
-9.1051e-01, 2.4576e-01, 9.2912e-04, -3.2735e-01, 3.9672e-01,
-1.5272e-01, 2.3707e-01, 3.7914e-01, 5.6069e-01, 7.5432e-01,
-2.4803e-01, -9.0788e-02, 8.7417e-01, -2.4451e-02, -7.6832e-01,
-8.2235e-01, -2.1103e-02, 1.7819e-01, -3.8591e-01, -5.3324e-01,
-5.6589e-01, -5.7087e-01, 1.6178e-02, 1.1255e-01, -9.8602e-02,
2.2532e-01, -2.0480e-01, 4.8545e-01, 2.4662e-01, -4.1994e-02,
5.5620e-01, -5.5124e-01, 3.7866e-02, -1.2755e-01, 3.9016e-01,
-7.7651e-01, -1.9172e-01, -1.9570e-01, 3.8621e-01, 5.0378e-01,
6.9449e-01, 4.6137e-01, 2.8995e-01, -7.7890e-01, -2.8081e-01,
-4.1201e-01, 2.0262e-01, 1.6168e-01, -3.6033e-02, -3.0970e-01,
-6.8633e-01, -7.5831e-01, 6.6507e-01, 1.8105e-01, 5.6272e-01,
6.3406e-01, -1.8683e-01, -5.3763e-01, 4.9805e-01, 2.2426e-01,
-5.8208e-01, -1.0107e-02, 4.0845e-01, 6.1204e-02, -2.6543e-01,
-6.0306e-02, -1.2030e-01, -2.0613e-01, 4.8143e-01, 1.1819e-01,
1.2946e-01, -3.3042e-01, -5.0679e-01, 1.0060e-01, 5.1326e-01,
4.3701e-02, 8.2309e-03, 9.0102e-02, 7.4679e-01, 9.5295e-02,
-3.7154e-01, -1.8506e-01, -5.8952e-01, 1.2496e-01, -1.2813e-01,
1.2219e-02, 3.2125e-01, 4.1987e-02, 6.3436e-01, 4.4597e-02,
-3.0448e-01, 1.3383e-02, -1.6993e-01, -1.4968e-01, 1.8201e-01,
3.2130e-01, -1.7276e-01, -2.2615e-01, -2.6542e-02, -9.7674e-02,
3.3657e-02, 2.3689e-01, -6.2762e-01, -1.0540e-03, -1.9080e-01,
-1.1741e-03, -7.4845e-02, -7.1606e-01, 5.8625e-01, 1.4475e-01,
5.1108e-02, -8.0715e-02, 2.1031e-01, -3.5092e-01, -4.0077e-02,
6.2089e-02, 3.9158e-01, 9.1594e-02, -2.4938e-01, 3.3464e-01,
4.3480e-01, 2.4191e-01, -1.2737e-01, -2.9793e-01, -2.3626e-01,
-5.2584e-01, 2.2294e-01, -2.6939e-01, 4.1374e-01, 2.6859e-01,
3.7910e-01, -4.7975e-01, -3.5135e-01, -3.1556e-01, 2.3512e-01,
-4.6467e-01, -2.6190e-01, -2.6436e-01, 3.0661e-01, 6.2938e-01,
4.6822e-01, 1.8574e-01, 2.7237e-01, 4.3098e-01, -2.5247e-01,
-1.7875e-01, -5.7008e-03, -3.0370e-02, -6.1689e-01, -2.2887e-01,
7.0286e-01, -7.8006e-02, -4.2555e-01, 4.7405e-01, 4.2869e-01,
-5.6320e-03, 2.4545e-01, -1.3015e-01, 2.5846e-01, -3.5803e-01,
2.7455e-01, -2.1719e-01, -2.5719e-01, -2.9327e-01, -4.0676e-01,
-2.8743e-01, -4.0702e-01, 5.5074e-01, 3.3607e-01, -4.0211e-01,
-2.6645e-01, -3.2359e-01, 6.1329e-01, 1.8442e-01, -1.0698e-01,
-2.7790e-01, -2.1624e-01, -1.5303e-01, 7.1037e-01, -1.3780e-03,
-4.1252e-01, -1.4839e-01, -5.0107e-01, 2.1191e-01, -1.3153e-01,
-1.5014e-01, -3.5061e-01, -4.7465e-01, 1.3321e-01, -1.3947e-01,
-2.3989e-01, -3.8586e-01, 2.2088e-02, 5.9342e-01, 1.0714e-01,
3.8189e-01, 1.4466e-01, -1.3143e-01, -1.1010e-01, -2.0767e-01,
-3.0577e-01, 2.7699e-02, 2.8994e-01, 5.5439e-01, -1.0891e-01,
-1.3725e-01, -2.8244e-02, -1.8047e-01, -1.0498e-01, 7.2343e-02,
-2.7267e-01, -3.6254e-02, -1.2552e-01, -7.8753e-02, -1.0805e-01,
-1.6561e-01, -5.6256e-03, 9.6427e-03, -9.3118e-02, -2.6578e-02,
1.0087e-02, -1.5833e-01, 1.7299e-01, -1.5479e-01, -2.4853e-01,
9.1740e-03, -8.4403e-02, -1.2888e-02, -1.9759e-01, 6.6006e-03,
-1.6574e-01, 2.1007e-02, 6.3838e-01, 8.0654e-01, 1.1847e-01,
1.2377e-01, -1.7040e-02, 2.1824e-01, -2.0618e-01, -4.9741e-01,
6.0134e-03, -1.5279e-01, 6.3105e-02, -3.0842e-01, 6.1527e-02,
-1.2026e-01, 1.3164e-01, 4.9840e-02, -5.3069e-02, 1.2818e-01,
5.9901e-01, 9.7880e-03, -1.6341e-01, 8.9832e-01, 4.8446e-01,
-2.6977e-02, 2.0166e-01, 1.0255e-01, 5.3100e-02, -2.8367e-03,
6.4949e-01, -5.9857e-01, -1.1835e-01, 3.7768e-01, -2.3905e-01,
-1.6851e-01, 3.9412e-01, -6.7586e-01, -9.2452e-02, -2.9475e-01,
-1.2787e-01, -1.5725e-01, -2.6108e-01, 3.4335e-01, 3.7389e-01,
3.2852e-01, -5.0942e-01, -6.8902e-01, -4.2969e-01, -6.5286e-02,
-9.2885e-02, -1.3738e-01, 5.1488e-01, -4.8793e-01, 1.1751e-01,
-4.1665e-01, -1.3669e-01, 1.8380e-01, -8.7737e-02, 4.1954e-01,
1.6665e-01, 2.1976e-01, -2.0421e-01, -1.1640e-01, -4.5984e-02,
-1.8026e-01, 6.5665e-02, 3.7653e-01, -7.5248e-01, -4.1923e-01,
-2.3470e-01, 3.4069e-01, 1.7934e-01, 1.5108e-01, 4.1289e-01,
5.8372e-02, -7.9621e-02, -3.4489e-03, 3.1037e-01, -7.4843e-01,
7.3937e-02, 1.3497e-02, 3.1025e-01, -2.6789e-03, 2.3262e-01,
-3.1334e-01, 8.0992e-02, 9.7848e-04, -2.0598e-01, 2.7128e-01,
1.1628e-01, -3.9446e-01, -2.4394e-01])),
('model.encoder.layers.3.self_attn.out_proj.weight',
tensor([[-0.0379, -0.0294, 0.0140, ..., -0.0362, -0.0008, 0.0755],
[-0.0524, -0.0134, 0.0363, ..., 0.0075, 0.0524, 0.0382],
[-0.0325, 0.0178, -0.0246, ..., 0.0072, 0.0146, -0.0259],
...,
[ 0.1248, 0.0077, -0.0244, ..., -0.0118, -0.0383, -0.0687],
[ 0.0093, 0.0073, 0.0083, ..., -0.0018, -0.0200, -0.0232],
[ 0.0559, -0.0782, -0.0891, ..., 0.0366, -0.1318, 0.0047]])),
('model.encoder.layers.3.self_attn.out_proj.bias',
tensor([-5.5935e-02, 6.7933e-02, -4.2680e-03, -2.9315e-02, -1.0958e-02,
-3.3496e-02, -9.1731e-03, 4.7737e-04, 2.5728e-02, 8.3356e-03,
1.3095e-02, 2.1775e-04, 7.6968e-03, 5.5417e-02, -1.6932e-02,
-4.3967e-04, -4.2168e-02, -2.2241e-02, 3.2922e-02, 1.1066e-02,
5.7212e-03, 1.4156e-02, -1.3278e-02, -6.4918e-03, -1.0302e-03,
-1.1754e-02, -3.7964e-03, 2.8858e-03, 6.7873e-03, 7.0699e-02,
-1.3218e-03, 1.1673e-02, -7.6199e-02, -8.6358e-03, -5.0590e-03,
5.4698e-03, 1.1379e-02, 7.6224e-03, 8.1844e-02, 2.5066e-02,
2.3510e-03, 4.0862e-03, -3.7792e-03, 8.7246e-03, 7.5605e-03,
3.0315e-02, 6.2394e-03, 2.1485e-02, -2.0431e-02, -2.4947e-02,
-5.8222e-03, -6.0530e-03, 1.4602e-02, 1.6019e-02, -6.7249e-02,
-1.2216e-02, 3.7106e-03, -4.4722e-02, 1.9843e-03, 1.1093e-02,
-3.1927e-02, 8.9817e-04, 1.8046e-04, 3.7516e-02, 4.2025e-02,
-6.2528e-03, 2.7404e-02, -3.0791e-02, 5.0228e-03, -2.7187e-02,
1.0960e-02, -2.5469e-02, -1.5349e-02, 3.6540e-02, -3.5367e-02,
2.1708e-03, -3.6654e-02, 1.3818e-02, -5.5155e-03, 2.0050e-02,
2.1013e-02, 3.0300e-02, 1.4274e-02, 1.5443e-02, -5.0330e-03,
6.1317e-03, -1.1794e-02, 3.2528e-02, -3.2533e-02, 3.4440e-02,
-4.2760e-02, 1.4973e-02, 1.7811e-02, 1.1124e-02, 9.3995e-03,
-2.7139e-02, 8.2914e-02, 2.2088e-02, -4.5540e-02, 8.1882e-02,
2.7369e-02, 1.4693e-02, -3.2397e-03, 3.1332e-02, -2.2537e-02,
2.4551e-02, 6.8739e-03, -1.6499e-02, -2.8430e-02, 2.2888e-02,
-2.7118e-03, -4.9086e-03, 4.0550e-02, -1.4419e-02, 2.4025e-03,
4.1844e-02, -1.6086e-02, 2.1474e-02, 2.9766e-02, 3.8180e-03,
-2.3876e-02, -7.4810e-03, 1.0350e-02, 1.4316e-02, 4.2707e-02,
-4.6581e-02, 2.7400e-03, 4.5822e-03, 5.7369e-04, 2.0288e-02,
4.9838e-03, -3.9821e-02, 1.7002e-02, -1.6411e-02, -2.7356e-02,
-1.6317e-03, -5.9886e-02, 1.5970e-02, 3.1671e-02, 3.4635e-02,
9.0409e-03, 1.0323e-02, 7.4398e-03, 1.5414e-02, -1.0852e-01,
-2.7923e-02, 3.6923e-03, -9.7065e-03, 5.5566e-03, -9.4198e-03,
-7.0275e-03, -3.3355e-02, -1.7342e-02, 1.5117e-02, 1.4509e-02,
-1.8647e-02, 6.4678e-02, -5.4667e-02, 3.0789e-02, -6.2649e-02,
2.4957e-02, -8.6618e-03, 2.0380e-02, 3.8929e-02, 5.9839e-03,
-3.8794e-02, 1.3831e-02, -1.5225e-02, -1.0035e-02, -8.0925e-03,
1.5433e-02, 1.8983e-02, 4.1638e-02, 8.8031e-03, 7.8199e-04,
-1.9923e-02, 4.1893e-02, 1.1552e-02, 2.0109e-02, 1.9747e-02,
-2.9394e-02, 6.3286e-03, -8.4520e-03, 1.3775e-02, -4.7524e-02,
2.8861e-02, -2.0964e-02, 3.3506e-02, -1.1134e-02, -3.3786e-02,
3.1449e-02, -5.0342e-03, 1.8664e-02, -5.5651e-03, 2.2637e-02,
-4.5335e-03, -7.9157e-02, 7.0549e-03, 4.4243e-02, 5.3876e-02,
8.3636e-02, -1.9396e-02, -1.0246e-02, 1.8981e-04, -1.2369e-02,
1.5350e-01, -1.9341e-02, -1.8747e-02, 3.5858e-02, 6.6115e-03,
-1.0097e-02, -2.0143e-03, -6.5859e-03, 8.8818e-03, 3.5478e-02,
-5.7095e-03, 1.6654e-03, -2.2055e-02, -4.8087e-03, -2.5454e-02,
1.8461e-03, 7.1749e-03, 1.7102e-02, -5.0716e-02, 4.6515e-02,
3.3408e-02, -2.3271e-02, 3.1675e-02, -1.0218e-02, 6.9307e-02,
-9.7960e-03, -3.9945e-02, -1.1040e-02, 1.2925e-02, -2.7719e-02,
2.4041e-02, -2.9226e-02, 8.0621e-04, 2.0327e-02, -1.1608e-02,
-1.4943e-02, -9.9601e-03, -3.2247e-02, -7.6650e-02, 7.4008e-02,
-4.8329e-03, -1.6133e-02, -1.1549e-02, 3.9991e-02, 2.6079e-02,
-4.3868e-02, 1.3245e-03, 5.9827e-03, 6.8845e-03, -5.8267e-02,
5.5393e-03, -5.2996e-03, 1.1934e-02, 2.5326e-02, 2.3196e-02,
3.9217e-02, 1.3498e-02, 2.2648e-02, -2.9227e-03, -6.1531e-03,
1.4904e-02, -1.4317e-02, 3.0896e-02, -2.0287e-02, -8.0759e-04,
4.4768e-02, -1.3144e-02, 3.2497e-02, -1.6003e-02, 5.1599e-03,
1.0073e-02, -2.5758e-02, 1.8114e-02, -1.2662e-02, 1.0358e-02,
-1.4091e-02, 1.5292e-02, 5.3164e-03, -1.7242e-02, 1.9490e-02,
1.4826e-02, -4.4998e-03, 2.1588e-02, -4.3277e-03, -9.5410e-03,
-5.1405e-02, -4.0955e-02, 2.8714e-02, 2.2800e-02, 3.8646e-02,
5.1299e-02, 1.4590e-02, 1.8212e-02, 1.2651e-02, 8.1814e-03,
-7.5910e-03, 2.0328e-02, -2.8310e-02, 7.2573e-02, -4.7119e-03,
-3.6014e-03, -4.4774e-02, 1.1439e-02, 8.4806e-03, 2.9138e-02,
-9.2260e-03, 3.8151e-02, -2.5790e-02, 7.6393e-02, -1.8827e-02,
-2.2571e-03, 4.6836e-02, -2.5460e-02, 2.2610e-03, 6.2846e-03,
1.8343e-02, 1.7379e-03, -1.9382e-02, 1.3863e-02, -6.7758e-02,
1.6615e-02, 5.6266e-03, 1.8054e-02, 1.2851e-02, -3.8181e-03,
-1.0284e-02, -1.1790e-02, 1.7208e-02, -2.6591e-03, 7.1038e-04,
-1.8051e-02, 2.8308e-02, -1.4800e-02, 1.5727e-02, 6.5668e-03,
3.6317e-03, 2.4922e-02, 2.2476e-03, -3.8055e-02, 1.0178e-03,
-2.3819e-02, 1.0442e-02, -2.2607e-02, 2.0484e-02, -5.6878e-03,
1.3270e-02, 4.7066e-03, -3.3607e-02, -1.9321e-02, 2.3781e-02,
-3.6516e-02, -7.7371e-02, 1.6229e-02, -3.0176e-02, 4.0957e-02,
9.7561e-02, 5.1619e-02, -6.5913e-02, 3.5658e-04, 3.4605e-02,
1.2053e-02, -2.2449e-02, -8.0269e-03, 1.2620e-02, 2.0813e-02,
1.2984e-02, -3.5519e-02, -6.9619e-03, -2.5297e-02, 4.3439e-03,
5.9610e-02, 5.7899e-03, -3.1638e-02, -4.3888e-03, 5.0209e-03,
-2.2112e-02, -5.8949e-02, -3.5829e-02, 2.5178e-02, 5.5754e-02,
-1.6188e-02, -3.4559e-02, 1.9820e-02, 1.2415e-02, 1.2895e-02,
1.7476e-02, 3.4946e-02, -5.6459e-03, 8.3316e-03, 1.6778e-02,
-2.8059e-03, 1.1006e-02, 1.9947e-02, 4.7212e-02, 1.3779e-02,
7.0192e-03, 4.4017e-03, 2.4868e-02, -2.6773e-02, 1.0135e-02,
3.1605e-03, 4.5736e-02, -2.9807e-02, -4.1155e-02, -1.7902e-02,
-6.2792e-03, 1.2943e-02, 5.6967e-03, -3.7430e-02, -1.9396e-02,
-1.0453e-02, -2.3701e-02, -3.8645e-03, -1.7620e-02, 4.3924e-02,
3.1911e-02, 8.0427e-03, -5.3634e-02, 1.9495e-02, 1.3905e-02,
-1.1610e-02, -7.8498e-03, 3.5342e-02, -3.3471e-03, 4.2226e-02,
3.6379e-02, 3.6665e-02, -9.4594e-03, 1.2808e-02, -3.7740e-02,
8.6725e-04, 1.9534e-02, -4.1857e-03, 1.3374e-02, 4.6995e-02,
1.4389e-03, -3.4341e-03, -1.0495e-02, 2.0936e-02, -4.7253e-03,
1.3121e-02, 2.3123e-03, -4.1289e-03, 3.0897e-03, -1.1005e-02,
-2.8306e-02, 2.0860e-02, 2.9200e-02, 1.1613e-02, -2.2171e-02,
-1.9436e-02, -2.7354e-02, 2.6658e-02, -2.6697e-02, -3.1978e-02,
2.6082e-02, 2.7367e-02, -9.5812e-02, 1.5976e-03, -1.7450e-04,
2.1274e-02, -3.4048e-02, -4.5353e-02, -5.1866e-03, -4.0752e-03,
7.1329e-03, 1.1219e-02, -5.8122e-02, 3.1804e-02, 2.1150e-02,
-3.1177e-02, 2.2715e-02, -3.1790e-02, -1.9844e-02, 1.9004e-02,
-3.1306e-02, 1.8928e-02, 9.4140e-03, -1.5384e-02, -2.5324e-02,
1.6388e-03, -8.9796e-04, 1.0508e-03, -3.4476e-02, -6.1852e-02,
3.2636e-02, 8.2844e-02, -1.9235e-02, 7.0090e-02, -2.1584e-02,
4.3508e-02, 2.6546e-02, -2.9205e-02, -9.0161e-03, -1.6809e-02,
-3.1525e-03, -2.0890e-02, 5.5535e-02, 1.6636e-03, -9.4196e-03,
1.3045e-02, 2.5838e-03, -9.0267e-03, -2.3445e-02, 3.9291e-02,
1.3907e-03, -1.7963e-02, -1.0956e-03, 1.7971e-02, -2.2108e-02,
-3.7244e-02, -3.7095e-02, -7.7896e-04, 1.4163e-02, -2.0217e-02,
2.3233e-02, -7.5356e-03, -2.6943e-02, 6.6562e-03, -2.8486e-02,
-1.2877e-02, -6.5506e-03, -1.6319e-02, 1.6083e-02, -3.3567e-02,
-2.4997e-02, -4.7143e-04, 1.6503e-03, -1.3796e-03, -3.2287e-03,
8.6381e-04, -4.0325e-02, 9.6049e-03, -4.3183e-02, -3.7710e-02,
3.1291e-02, -2.9904e-02, -2.8795e-02, 1.4002e-03, -6.7969e-02,
-5.7561e-02, -1.4226e-02, -1.5860e-02, -7.3731e-03, -1.3320e-02,
1.4496e-02, -5.4362e-02, -3.7532e-02, 1.4589e-02, 6.3817e-02,
-1.6032e-02, 5.1926e-02, -5.4896e-02, -2.4350e-03, 1.1229e-02,
3.3572e-02, -4.6466e-02, 8.7838e-03, -5.7209e-04, 6.0581e-02,
5.3974e-04, 1.0131e-02, 8.6920e-03, -8.6391e-04, 7.7592e-04,
-3.1921e-02, -7.1352e-02, -7.7360e-05, 3.7653e-03, -2.4909e-03,
-1.5887e-02, 1.4808e-02, 1.9352e-02, 6.5697e-03, -6.2658e-02,
-2.4144e-02, -1.7897e-02, -2.7368e-03, 1.3456e-02, -9.9302e-03,
-3.2106e-02, 3.3926e-02, 1.1675e-02, 9.8883e-04, 3.8260e-02,
-9.8735e-04, -3.6165e-02, -1.7939e-02, -5.6585e-02, 5.5052e-03,
-2.2205e-03, -1.8595e-02, -1.1382e-02, -4.7145e-02, -1.5140e-02,
3.7060e-02, -2.7753e-02, 1.0654e-03, -1.6695e-02, 2.9222e-02,
4.2878e-02, -3.4755e-02, -1.2085e-02, -8.7388e-03, -1.4080e-02,
8.4533e-03, -3.4304e-02, -9.3640e-03, 8.7345e-02, -3.2816e-02,
2.5108e-02, 1.9226e-02, 1.0697e-02, 4.4265e-02, -2.8814e-02,
-7.4463e-03, 2.0382e-02, -1.6453e-02, 5.2789e-02, 2.1590e-03,
1.8683e-02, 1.1651e-02, -5.0506e-02, -1.2942e-02, 1.2902e-02,
2.8002e-02, -7.6590e-03, -2.6468e-03, -1.8922e-02, 1.2764e-02,
6.9879e-02, -3.6973e-02, -5.7554e-02, 2.9971e-02, -1.1151e-02,
-3.7861e-02, -1.3575e-02, -3.5576e-02, -1.4459e-02, 1.6950e-02,
-4.4968e-03, 1.9489e-02, 1.8692e-02, 1.5205e-02, 1.6749e-02,
-1.2677e-02, -1.2714e-02, -8.8124e-03, -2.7782e-03, 1.9877e-03,
-6.7666e-02, -2.2156e-02, -1.4382e-03, 2.9524e-03, -5.7792e-02,
-4.9975e-03, -1.7345e-02, 2.6396e-02, -3.0094e-02, 2.0455e-02,
-3.1609e-02, -6.6335e-02, 2.2865e-02, 2.4147e-02, -3.1733e-03,
1.0664e-02, -1.0354e-02, 3.8936e-02, -1.3555e-02, 2.3184e-02,
1.5955e-02, 2.0728e-02, -3.5299e-02, 1.8996e-02, 1.0257e-02,
-4.8767e-02, -3.5546e-02, 4.0878e-02, 5.9204e-02, -4.1501e-03,
7.1403e-03, -1.2392e-02, -1.8486e-02, 3.4497e-02, 1.7736e-02,
-5.1869e-03, -1.7996e-02, -7.1673e-05, -1.7632e-02, 6.7350e-03,
8.9201e-03, 1.4294e-02, 9.2434e-03, -4.0091e-02, -2.8719e-02,
4.7117e-03, 5.6097e-03, 1.0494e-03, -4.7757e-03, 3.2846e-03,
2.0720e-02, -3.9833e-02, -2.3870e-02, -1.3154e-03, 3.7145e-03,
7.5075e-03, -3.2099e-02, -3.7916e-02, 4.9196e-02, 6.1113e-02,
-6.9492e-02, -6.6128e-02, 1.7892e-03, 2.4522e-02, 1.9678e-03,
-1.7124e-02, -4.8715e-03, -2.8849e-02, 7.0286e-02, -2.3503e-02,
2.4804e-02, -4.4286e-02, 5.6543e-03, -1.0028e-02, -1.1608e-04,
-2.0573e-02, -3.4335e-03, 5.2318e-03, -6.4536e-03, 4.4748e-02,
-5.5995e-03, -1.3217e-03, -9.5752e-03, -4.3063e-02, -6.0762e-03,
1.0644e-02, 4.3125e-02, 4.4235e-03, -1.1373e-02, 2.2668e-02,
2.0995e-02, 1.3450e-03, -1.0474e-02, 4.0031e-03, 2.4426e-02,
-1.0884e-02, 9.3480e-03, -7.7173e-03, -3.9967e-02, 3.3404e-02,
-3.8034e-02, -1.4328e-02, -1.8896e-02, -1.9841e-02, 3.4855e-02,
-1.7044e-02, 2.2112e-02, 5.9232e-03, -4.5157e-02, -6.8818e-02,
5.9493e-02, -1.8031e-02, -2.4254e-02])),
('model.encoder.layers.3.self_attn_layer_norm.weight',
tensor([0.5801, 0.4265, 0.5729, 0.4135, 0.5014, 0.4641, 0.4188, 0.3510, 0.5076,
0.3542, 0.4168, 0.3528, 0.5464, 0.3845, 0.4179, 0.5875, 0.2909, 0.3657,
0.5478, 0.5463, 0.3078, 0.4380, 0.3125, 0.5785, 0.5707, 0.3872, 0.5247,
0.6979, 0.4848, 0.3029, 0.5764, 0.4985, 0.2964, 0.5945, 0.5125, 0.5282,
0.3460, 0.5777, 0.3058, 0.3564, 0.5649, 0.6473, 0.5778, 0.5660, 0.4180,
0.4854, 0.5756, 0.5647, 0.3586, 0.5277, 0.4407, 0.4015, 0.5766, 0.3487,
0.3210, 0.4265, 0.5516, 0.4089, 0.4955, 0.5271, 0.5116, 0.5396, 0.5529,
0.4662, 0.3590, 0.3869, 0.3353, 0.3859, 0.5671, 0.5426, 0.5596, 0.6106,
0.5834, 0.4365, 0.4043, 0.4592, 0.6168, 0.5502, 0.5311, 0.3829, 0.3748,
0.5730, 0.5075, 0.4934, 0.3723, 0.3922, 0.4166, 0.5285, 0.3325, 0.4917,
0.4617, 0.4929, 0.5270, 0.5781, 0.4368, 0.5750, 0.3445, 0.5670, 0.4137,
0.3610, 0.4384, 0.5629, 0.4872, 0.3135, 0.5405, 0.5339, 0.5168, 0.4723,
0.3892, 0.5471, 0.5690, 0.6482, 0.3528, 0.4945, 0.5891, 0.5916, 0.3671,
0.5767, 0.5605, 0.5742, 0.3087, 0.5677, 0.3767, 0.5651, 0.4914, 0.3815,
0.5631, 0.5145, 0.5721, 0.3040, 0.5353, 0.4711, 0.5538, 0.5234, 0.3697,
0.5396, 0.3948, 0.4697, 0.3596, 0.3269, 0.5029, 0.5266, 0.4716, 0.5717,
0.3564, 0.5502, 0.3450, 0.3917, 0.5764, 0.5828, 0.5998, 0.3645, 0.3845,
0.5332, 0.4818, 0.5545, 0.5176, 0.4116, 0.4796, 0.4188, 0.5698, 0.5663,
0.5621, 0.3888, 0.4977, 0.3442, 0.3544, 0.4303, 0.5767, 0.2713, 0.3537,
0.4976, 0.3350, 0.5337, 0.5473, 0.5500, 0.3253, 0.3620, 0.4146, 0.3843,
0.5187, 0.3932, 0.5586, 0.3609, 0.4070, 0.3716, 0.6975, 0.5487, 0.3316,
0.5380, 0.3988, 0.5679, 0.5732, 0.5235, 0.5559, 0.5791, 0.3500, 0.5822,
0.7071, 0.3755, 0.3624, 0.5399, 0.4132, 0.4587, 0.5740, 0.6745, 0.4709,
0.5197, 0.5448, 0.5382, 0.5007, 0.5780, 0.3850, 0.5620, 0.3481, 0.4078,
0.4034, 0.5345, 0.5871, 0.3470, 0.6101, 0.3096, 0.5615, 0.3548, 0.4192,
0.4027, 0.3854, 0.5165, 0.5780, 0.4013, 0.5690, 0.4260, 0.5290, 0.5890,
0.4339, 0.5856, 0.4564, 0.4375, 0.5460, 0.3795, 0.6130, 0.5771, 0.4739,
0.3559, 0.3438, 0.5682, 0.5774, 0.3619, 0.4574, 0.5209, 0.3911, 0.2997,
0.4101, 0.5709, 0.3677, 0.5624, 0.4269, 0.5789, 0.3008, 0.3252, 0.3927,
0.5494, 0.4158, 0.3867, 0.5749, 0.5834, 0.3591, 0.3116, 0.4503, 0.5685,
0.3442, 0.5636, 0.5229, 0.6273, 0.4294, 0.5423, 0.4860, 0.5608, 0.5677,
0.5701, 0.4220, 0.3704, 0.5690, 0.5456, 0.5176, 0.5442, 0.5665, 0.4146,
0.5736, 0.3469, 0.3887, 0.5470, 0.5712, 0.5434, 0.5708, 0.3128, 0.5441,
0.5364, 0.3601, 0.5847, 0.5868, 0.5369, 0.5953, 0.3972, 0.5739, 0.5784,
0.4814, 0.5032, 0.5152, 0.3887, 0.6144, 0.3202, 0.4437, 0.3352, 0.4121,
2.1678, 0.3630, 0.4501, 0.3807, 0.5181, 0.4955, 0.5543, 0.3563, 0.3607,
0.4037, 0.3221, 0.4115, 0.5118, 0.2944, 0.4091, 0.3800, 0.3155, 0.3488,
0.5460, 0.4628, 0.7186, 0.5776, 0.4582, 0.5972, 0.5126, 0.2902, 0.5900,
0.4315, 0.5669, 0.4464, 0.4351, 0.4024, 0.5350, 0.5560, 0.5672, 0.5596,
0.3892, 0.4526, 0.3530, 0.5778, 0.3989, 0.3483, 0.5601, 0.2655, 0.4229,
0.3012, 0.3258, 0.3809, 0.4169, 0.6231, 0.4541, 0.3922, 0.5677, 0.7253,
0.4632, 0.5805, 0.5427, 0.5082, 0.3789, 0.4290, 0.5018, 0.5813, 0.4151,
0.5666, 0.5769, 0.3827, 0.3167, 0.3529, 0.5600, 0.4941, 0.5562, 0.3781,
0.4872, 0.4919, 0.4588, 0.4956, 0.4661, 0.5759, 0.3638, 0.5134, 0.5788,
0.5490, 0.5476, 0.2882, 0.5629, 0.3442, 0.4597, 0.5213, 0.4862, 0.3832,
0.5259, 0.4391, 0.5620, 0.5225, 0.3649, 0.5906, 0.5057, 0.3891, 0.4166,
0.5920, 0.5713, 0.5765, 0.5169, 0.5945, 0.3237, 0.4993, 0.3830, 0.3732,
0.3624, 0.5868, 0.5927, 0.5187, 0.3742, 0.4769, 0.4463, 0.5007, 0.3973,
0.4909, 0.5697, 0.3936, 0.5560, 0.5776, 0.5004, 0.5602, 0.4372, 0.5715,
0.3968, 0.3458, 0.3783, 0.6002, 0.4509, 0.5473, 0.5394, 0.4077, 0.3796,
0.5051, 0.5611, 0.5238, 0.3321, 0.5283, 0.4649, 0.3901, 0.5486, 0.5560,
0.4026, 0.3718, 0.3387, 0.3739, 0.5418, 0.4117, 0.3718, 0.3758, 0.4401,
0.3314, 0.4408, 0.5761, 0.5719, 0.3135, 0.5655, 0.4863, 0.5626, 0.4533,
0.4089, 0.5412, 0.5910, 0.3794, 0.5850, 0.4063, 0.3724, 0.5927, 0.3710,
0.4140, 0.5353, 0.4915, 0.3562, 0.4578, 0.3267, 0.4915, 0.4078, 0.5598,
0.3368, 0.5610, 0.2706, 0.5417, 0.4903, 0.4066, 0.5075, 0.3854, 0.4833,
0.4274, 0.5733, 0.6054, 0.5016, 0.5234, 0.4339, 0.5376, 0.5676, 0.4269,
0.5780, 0.4698, 0.3925, 0.3286, 0.5456, 0.4773, 0.6047, 0.4352, 0.3806,
0.3900, 0.5258, 0.4151, 0.5185, 0.5496, 0.7651, 0.3451, 0.3571, 0.4037,
0.4297, 0.5798, 0.5568, 0.5075, 0.5947, 0.4514, 0.3075, 0.4687, 0.4748,
0.5349, 0.5144, 0.5951, 0.5347, 0.3168, 0.3623, 0.3796, 0.3328, 0.4907,
0.4774, 0.5743, 0.3453, 0.3855, 0.4307, 0.4113, 0.5666, 0.3527, 0.7075,
0.5791, 0.3765, 0.5303, 0.4431, 0.5270, 0.5361, 0.5234, 0.4309, 0.5603,
0.4399, 0.4407, 0.5787, 0.6902, 0.3618, 0.5379, 0.5159, 0.4691, 0.4380,
0.3408, 0.5207, 0.5596, 0.3762, 0.5028, 0.4201, 0.6681, 0.5490, 0.4223,
0.5835, 0.3197, 0.3778, 0.5397, 0.4666, 0.5771, 0.3975, 0.3235, 0.3670,
0.4426, 0.5646, 0.5426, 0.4891, 0.5297, 0.3362, 0.4155, 0.3907, 0.4590,
0.5303, 0.3387, 0.3492, 0.4619, 0.5260, 0.4003, 0.4654, 0.5538, 0.5719,
0.5743, 0.3639, 0.5955, 0.5879, 0.5385, 0.4279, 0.4583, 0.3882, 0.5138,
0.5746, 0.5162, 0.4224, 0.4475, 0.5153, 0.5742, 0.3819, 0.4962, 0.5723,
0.7917, 0.3456, 0.4496, 0.4889, 0.5632, 0.3490, 0.3601, 0.3043, 0.5716,
0.4640, 0.4755, 0.5693, 0.4269, 0.5515, 0.3391, 0.3043, 0.3357, 0.2795,
0.3431, 0.4982, 0.3434, 0.5055, 0.5589, 0.4707, 0.5772, 0.3770, 0.3006,
0.3855, 0.4523, 0.5413, 0.5601, 0.6123, 0.5361, 0.3683, 0.4485, 0.3944,
0.3970, 0.3897, 0.3867, 0.5769, 0.5401, 0.3718, 0.3763, 0.4889, 0.4839,
0.4439, 0.5662, 0.4011, 0.2939, 0.3833, 0.4387, 0.4362, 0.4410, 0.4370,
0.5186, 0.3959, 0.5629, 0.5626, 0.3316, 0.4890, 0.4495, 0.3088, 0.5347,
0.5813, 0.3407, 0.4307, 0.3530, 0.4167, 0.3673, 0.6495, 0.5728, 0.3960,
0.3503, 0.5572, 0.5724, 0.5635, 0.5409, 0.6054, 0.5767, 0.5688, 0.5696,
0.3754, 0.5595, 0.4980, 0.3410, 0.3293, 0.3193, 0.4021, 0.4038, 0.4957,
0.3948, 0.5463, 0.5635, 0.6687, 0.4004, 0.4910, 0.3569, 0.4318, 0.5710,
0.3764, 0.5639, 0.3452, 0.2830, 0.3274, 0.5237, 0.5726, 0.6044, 0.3576,
0.4576, 0.5686, 0.4653, 0.3848, 0.5745, 0.5017, 0.5328, 0.3980, 0.5816,
0.4166, 0.5652, 0.5143, 0.4711, 0.5710, 0.5747, 0.5042, 0.5727, 0.3169,
0.5543, 0.5986, 0.5478, 0.3183, 0.6167, 0.4074, 0.3395, 0.5283, 0.4405,
0.4228, 0.5753, 0.4120])),
('model.encoder.layers.3.self_attn_layer_norm.bias',
tensor([ 2.2744e-01, -6.2861e-02, 2.8445e-02, 2.7607e-02, -5.2930e-02,
-7.9937e-02, 1.2616e-02, -2.6482e-02, 2.3349e-02, -6.7926e-02,
-5.7015e-02, -6.2876e-02, 1.0568e-02, -1.3632e-02, -3.4983e-02,
-1.9521e-03, 2.1202e-01, 5.2762e-02, -4.8102e-02, 3.0919e-02,
-3.5466e-02, -2.3235e-01, -3.2335e-02, 8.3362e-03, -2.9017e-02,
-5.4702e-02, 4.7016e-02, -1.6740e-01, -4.6051e-02, -7.8398e-02,
2.5426e-02, -1.4518e-01, 1.2825e-01, -6.5162e-02, -4.3703e-02,
-1.9132e-02, -1.3480e-01, 5.9684e-04, -9.3056e-02, 2.6990e-02,
6.0247e-02, 3.0647e-01, -7.1648e-02, 7.1286e-02, -1.4847e-01,
-1.1480e-01, 2.1995e-02, -3.1728e-02, 1.3447e-02, -7.9401e-03,
4.0668e-03, -7.4808e-02, -5.5538e-02, 7.0644e-03, 1.2718e-01,
-4.1688e-02, 1.8116e-02, 9.6921e-02, -1.9504e-03, -4.1406e-02,
-1.1307e-02, -5.4105e-02, -7.2245e-02, -4.2605e-02, -3.9606e-03,
2.1404e-02, 6.2393e-02, 2.3246e-02, 2.2668e-02, -3.6283e-02,
-3.6692e-02, -6.3907e-03, -2.8180e-02, -5.7119e-02, 4.3490e-02,
1.7995e-03, -3.9967e-02, -4.9320e-02, 2.3007e-03, -6.9986e-03,
-2.6358e-01, -1.0081e-01, 6.5611e-04, -4.6140e-02, -3.9694e-03,
4.8306e-02, -6.1852e-02, -5.7375e-02, -2.7414e-03, -1.1615e-01,
4.8469e-04, -9.4204e-02, 2.5468e-02, 3.4593e-02, -3.0576e-02,
-1.8898e-02, -9.3404e-02, -4.9760e-02, 5.9395e-02, -1.2427e-01,
-7.6926e-02, -2.2098e-02, -2.5680e-02, -8.2841e-02, -5.0343e-02,
2.3006e-02, 6.6058e-02, 7.7843e-02, 5.2763e-02, -1.0915e-02,
-5.4771e-02, 1.4750e-01, -5.9836e-02, 1.2599e-02, -5.2099e-03,
-1.1852e-01, -1.9925e-03, -1.2335e-02, -4.9839e-02, -4.0554e-02,
-5.7240e-02, 1.9839e-03, -5.9334e-02, -1.2753e-02, -1.0579e-01,
-3.7611e-02, -5.4426e-02, 3.6262e-02, 4.2999e-02, -2.2798e-02,
7.3164e-03, 4.0947e-02, -2.7849e-02, 3.9394e-03, 1.1533e-01,
-5.4746e-02, 6.5977e-02, 6.4768e-03, -7.3785e-02, -2.4236e-02,
-7.4880e-02, 1.0320e-01, -6.3585e-02, -2.8819e-02, 1.0369e-01,
-1.2656e-03, 2.2941e-02, 4.1461e-02, 3.7993e-02, 2.4537e-02,
-9.6085e-02, 1.0842e-01, -1.6089e-02, -1.1747e-01, 5.7641e-02,
1.4487e-02, -1.0280e-01, 1.3981e-01, -1.3788e-01, -4.9269e-02,
-1.1845e-01, 2.7980e-02, 7.8237e-04, -1.8812e-01, -1.0126e-02,
1.6316e-02, -6.0747e-03, 1.8409e-02, 4.5130e-02, 1.5725e-02,
-4.7587e-02, 1.3200e-02, -1.3501e-01, -5.7606e-02, -5.4999e-02,
-6.3521e-02, -4.1756e-02, -2.7556e-02, -1.2663e-01, -8.7363e-02,
9.5941e-03, -1.6738e-02, 1.0909e-02, -9.8898e-02, -6.0242e-02,
-7.2594e-02, -6.4075e-02, 2.3634e-02, 1.6360e-02, -5.3327e-03,
-3.6791e-02, 1.1549e-01, -1.1096e-01, -8.4328e-03, -5.2774e-02,
-1.1342e-01, 7.2566e-02, -1.7301e-02, -9.4415e-01, -1.8848e-01,
-5.1544e-02, 7.8432e-02, -6.4198e-02, -1.4421e-02, 2.7122e-02,
-1.1126e+00, 5.2919e-02, -1.6359e-02, -3.5533e-02, 2.8030e-02,
-1.0025e-01, 1.2909e-01, -1.1775e-01, -8.9373e-02, -3.2283e-02,
9.4905e-02, 7.0745e-02, 3.9215e-02, 5.4057e-02, -1.0529e-02,
2.0879e-01, -4.1620e-02, 5.9826e-02, 1.4067e-01, -1.2536e-01,
-1.1219e-01, 1.0562e-03, -1.6102e-02, -6.5746e-03, -9.1661e-03,
1.3795e-02, 1.3892e-02, 2.1362e-02, -9.1410e-02, 4.8440e-03,
-9.3470e-02, 1.2158e-02, -5.7728e-02, -4.2461e-02, -1.2803e-01,
3.3246e-01, -3.9861e-02, -4.7569e-02, 1.2723e-01, -1.4501e-01,
2.0954e-02, -4.8676e-02, 3.3962e-02, -1.3420e-01, -7.5205e-02,
1.0890e-02, -1.0188e-01, -6.7637e-02, -5.2558e-02, -5.7251e-02,
2.6880e-02, -7.3255e-02, -8.8935e-02, -3.8498e-02, -1.2343e-01,
-6.7977e-03, 1.3113e-02, -6.0010e-02, -3.6648e-02, 6.2522e-02,
-2.0697e-01, -6.1924e-03, 1.1655e-02, 2.3018e-02, 7.8545e-03,
-8.4064e-02, 4.7634e-02, -1.4421e-01, 2.4566e-01, 2.8770e-02,
-6.0670e-03, 2.2865e-02, 1.5804e-02, 4.5311e-02, -7.9837e-02,
7.1629e-03, 6.1752e-02, 8.2619e-02, -4.9001e-02, -6.7315e-03,
4.1046e-03, -1.0788e-01, -7.8435e-02, -7.4755e-02, -1.7047e-02,
6.6415e-02, -1.3448e-02, -9.8724e-02, -4.1469e-02, 3.1147e-02,
-4.8411e-02, -6.6074e-02, -4.8721e-02, -4.4662e-02, -6.8041e-02,
-1.0281e-01, 5.9955e-02, 3.0332e-02, -1.3560e-01, 7.2491e-02,
-7.5690e-02, -1.9009e-03, 7.9241e-03, -1.1062e-01, -1.4779e-01,
9.4915e-02, -9.7326e-03, 2.7287e-02, -1.0327e-01, 7.5323e-02,
7.1035e-01, -1.7261e-01, 1.1510e-01, -4.3446e-02, 3.8893e-02,
2.5973e-02, -1.5403e-02, 3.6351e-02, -1.2535e-01, 6.9248e-02,
-7.3183e-03, -5.5348e-02, -1.6475e-01, -1.3170e-01, -5.5132e-02,
-2.9566e-02, -2.7225e-02, -8.4740e-02, 2.6560e-02, 7.5642e-02,
8.5541e-03, -1.0628e-03, 3.1712e-02, -1.5886e-01, -4.2199e-02,
7.3711e-02, 1.7185e-02, -1.3115e-02, 2.6480e-02, -1.6862e-01,
-5.7653e-03, 1.2386e-02, 6.3553e-02, -6.0375e-02, -6.7450e-02,
-3.5186e-02, 4.1297e-02, 7.3103e-02, -9.1602e-02, 3.4150e-02,
-6.0184e-02, -2.0868e-02, -3.1995e-02, 5.8896e-02, 1.3753e-03,
-6.8261e-02, -1.6730e-01, 1.7932e-01, -4.4268e-02, -1.9841e-01,
-1.7833e-02, -7.8916e-02, -1.9094e-02, 5.7304e-02, -4.9943e-02,
-2.0073e-02, -2.8175e-02, 4.6531e-02, -4.6667e-02, 2.9727e-02,
-2.6157e-01, 1.1627e-02, -1.9191e-02, -8.0186e-02, -4.7322e-02,
3.6931e-02, -3.1704e-02, -1.6914e-01, -1.8118e-02, -2.8410e-02,
2.4762e-03, 6.9007e-02, -1.2566e-01, -5.3292e-02, 2.5656e-02,
-4.3002e-02, -1.4078e-01, 5.9967e-02, -5.1227e-02, -7.5084e-03,
-2.5215e-02, 2.9384e-02, 5.7975e-02, -3.6962e-01, -1.5417e-01,
8.8506e-03, -3.6068e-03, -2.4675e-02, 5.2622e-02, -6.1648e-02,
-1.9829e-02, -2.6767e-03, 4.8651e-02, 3.3442e-02, 1.0530e-01,
4.7196e-02, -2.6700e-02, 4.6074e-03, 1.4503e-01, -3.8926e-02,
9.0332e-03, 4.8879e-02, -1.0819e-02, -7.6621e-02, -1.0683e-01,
-7.2687e-02, -1.4007e-01, 1.6909e-01, -5.0057e-02, -6.2373e-02,
3.1026e-03, -6.2199e-03, -3.2656e-02, -9.2467e-03, -9.3043e-02,
1.4783e-03, -8.9558e-02, -1.5911e-01, -8.7823e-02, -4.3242e-02,
-7.8344e-02, -1.1794e-01, -8.0411e-02, -8.7303e-02, -7.4054e-02,
-5.6339e-02, 1.5588e-01, -3.4568e-02, 2.6239e-03, 3.2489e-02,
1.1348e-02, -2.5876e-02, -3.5475e-02, -3.5753e-02, 3.8472e-02,
-2.5154e-02, -1.0846e-01, -8.6141e-02, -5.4045e-03, 9.4043e-02,
-2.4481e-01, -2.0687e-02, -5.9231e-02, -4.4070e-02, -1.1524e-02,
-5.2033e-02, -5.9108e-02, 2.0572e-01, 3.0736e-02, 1.1495e-02,
-6.4083e-02, 3.6254e-01, -3.0883e-02, -1.5963e-02, 8.0257e-02,
-3.8620e-02, -9.1218e-02, 5.7817e-02, -4.8191e-02, -1.1598e-01,
7.0627e-02, -2.2262e-01, -7.8894e-02, -1.7279e-02, -9.7799e-02,
-1.1203e-01, -1.6202e-01, -1.0595e-02, 4.5840e-02, 3.5913e-03,
-6.2111e-02, 9.4152e-03, 6.5766e-02, -5.7516e-02, -8.0925e-02,
-1.1968e-01, -1.6529e-01, 9.0762e-02, -6.6105e-02, 8.5062e-02,
-7.2990e-02, -6.0145e-03, -7.3989e-03, -7.3269e-02, 4.3431e-02,
-5.1309e-02, -1.1596e-01, 2.2771e-02, -8.8270e-02, -8.2835e-02,
2.2661e-02, -4.9806e-02, -7.9401e-02, 3.2716e-02, -1.3230e-01,
5.4148e-02, 1.0556e-02, 5.5473e-02, -7.6998e-02, 2.1341e-02,
3.0044e-02, 1.9340e-02, -7.5966e-02, -2.1631e-02, 1.6940e-01,
-3.8960e-02, 3.4961e-03, -6.1455e-02, 2.7386e-02, -5.2438e-02,
-1.2075e-02, 2.5242e-02, -1.6377e-01, -7.5419e-02, 9.8017e-03,
-2.1878e-02, 2.8362e-03, -5.6524e-02, -4.3091e-02, 4.8904e-03,
7.5095e-03, 2.3168e-02, -3.4723e-02, 8.5274e-02, 7.2334e-02,
-1.1827e-01, 2.0708e-02, 5.5565e-02, 5.5399e-03, 4.3954e-02,
8.8348e-02, 5.3191e-02, -5.4685e-02, -3.1586e-02, 2.8403e-02,
-4.3379e-02, 5.7522e-02, -1.4477e-02, -1.3373e-01, -2.1605e-01,
2.3487e-02, -3.6605e-02, 1.3651e+00, 1.3998e-02, -1.8995e-01,
-1.1709e-01, 6.2067e-02, 7.4800e-03, -3.3659e-02, -4.2932e-02,
-9.7238e-02, 2.5114e-02, 5.8191e-02, -1.1740e-01, -1.0366e-01,
5.9312e-01, 1.0600e-01, -2.7796e-02, -1.0936e-02, -9.2519e-02,
-2.6496e-03, -9.6499e-02, -7.7944e-02, -3.6800e-03, 4.7726e-02,
6.4129e-02, 1.2112e-03, 6.6337e-01, -1.5079e-01, 5.9452e-02,
-4.9007e-02, -7.8108e-02, 5.3085e-02, 1.2087e-03, -2.5834e-02,
3.5351e-02, -4.4345e-03, -9.6125e-02, -1.7034e-02, -3.0002e-02,
1.5780e-02, 1.1050e-02, 9.8372e-02, -1.3817e-02, 1.7308e-02,
-6.9355e-02, -1.1637e-02, -1.2231e-01, 3.7136e-02, -3.6661e-02,
-1.0351e-01, -3.8911e-02, 3.8874e-02, -1.1811e-01, -9.3207e-02,
-2.7757e-02, -8.1014e-03, 1.3331e-01, -2.8022e-01, 2.8196e-02,
-1.0218e-01, -2.6377e-02, -8.0105e-02, 4.8717e-02, -1.1170e-01,
-4.2832e-02, -6.2392e-02, 5.1537e-02, -6.8520e-05, 1.5440e-02,
-5.3621e-02, -3.4324e-02, 3.2088e-02, 3.7454e-02, -7.1849e-02,
4.0622e-02, -2.0183e-01, -2.5658e-02, -2.1924e-02, -6.8587e-03,
-4.1397e-02, -2.3133e-02, 2.4905e-01, -4.5731e-02, 1.2067e-03,
7.7775e-02, 8.5867e-02, 1.4612e-02, 4.2403e-02, -1.4933e-01,
-6.3876e-02, -8.0758e-02, 3.8131e-02, -5.8160e-02, -3.0676e-02,
-3.5247e-02, -8.3712e-02, -4.6581e-02, 1.3172e-02, -6.4068e-04,
1.3581e-01, 4.1543e-02, 8.1239e-02, -5.0100e-02, 3.2681e-02,
-8.7590e-02, 1.0260e-01, -8.3641e-02, -3.7664e-02, -3.8452e-02,
-1.7282e-02, 1.2377e-01, 1.9362e-02, -1.5108e-01, -3.1836e-03,
-1.1200e-02, 4.2524e-03, -1.0128e-01, -2.3343e-02, -5.6130e-02,
-1.9116e-01, -4.3884e-02, -2.0120e-02, -1.2384e-01, -6.3684e-02,
1.3671e-02, 4.3620e-02, -9.0273e-02, -4.0360e-02, -4.9773e-02,
7.1813e-02, -9.0940e-03, -2.8034e-02, 9.7444e-03, -7.4227e-03,
-3.9591e-02, -4.0276e-02, -1.2163e-02, -4.2670e-02, -1.1369e-02,
-1.4637e-01, 3.0165e-02, 1.3155e-02, 5.7810e-02, 1.1965e-01,
-2.1463e-02, -3.4318e-02, -3.2191e-02, 7.4991e-02, -1.6147e-03,
-1.0610e-01, -1.2616e-02, -3.9123e-02, -4.3470e-02, -8.5261e-03,
-8.0107e-03, -1.8917e-02, -3.8047e-02, -2.0380e-03, -5.5549e-02,
1.5857e-01, 6.3357e-02, 1.8605e-02, -6.3540e-02, -4.9686e-02,
-6.7888e-02, 3.2786e-02, 7.0099e-02, -1.3188e+00, 4.4589e-03,
-1.6092e-01, -1.0309e-02, -1.3727e-01, 8.0260e-02, -1.0460e-03,
-2.4154e-03, -3.3610e-02, -9.5343e-02, -3.1431e-02, 3.7120e-03,
4.5289e-02, 4.7450e-03, 4.0723e-02, 1.0547e-01, -1.2425e-01,
-1.7348e-02, -2.6707e-02, -6.5652e-02, -5.8515e-02, -5.3325e-02,
-4.6699e-02, -2.8667e-02, -2.1744e-02, -1.1503e-01, -5.7154e-02,
-6.4381e-03, -9.7410e-03, 4.2102e-02, -2.3664e-02, -7.5742e-02,
-3.8871e-03, 4.0969e-02, 7.5212e-02, 9.2502e-03, -1.8860e-01,
-3.0455e-04, -1.1025e-01, -8.5064e-02, 6.6007e-03, 4.2854e-02,
-1.7600e-01, 4.7399e-02, 2.0178e-02])),
('model.encoder.layers.3.fc1.weight',
tensor([[-0.0230, -0.0740, 0.0128, ..., 0.0707, -0.0333, 0.0024],
[-0.0784, -0.0143, 0.0726, ..., -0.0397, 0.0090, 0.0487],
[ 0.0402, -0.0146, -0.0265, ..., -0.0428, -0.0163, 0.0469],
...,
[-0.0037, -0.0899, 0.0268, ..., 0.0347, -0.0325, 0.0176],
[ 0.0704, -0.0345, 0.0033, ..., -0.0014, 0.0124, 0.0600],
[ 0.0036, 0.0010, 0.0141, ..., 0.0380, -0.0516, -0.0606]])),
('model.encoder.layers.3.fc1.bias',
tensor([ 0.0090, -0.0952, -0.0559, ..., -0.1440, -0.1684, -0.1222])),
('model.encoder.layers.3.fc2.weight',
tensor([[ 0.0055, -0.0657, 0.0226, ..., 0.0388, 0.0078, 0.0175],
[-0.0228, 0.0019, 0.0172, ..., 0.0442, 0.0060, -0.0402],
[-0.0173, -0.1106, 0.0130, ..., 0.0188, -0.0037, -0.0219],
...,
[-0.0393, 0.0291, 0.0833, ..., 0.1046, -0.0041, -0.0390],
[ 0.0090, 0.0122, -0.0096, ..., -0.0211, -0.0060, 0.0191],
[ 0.0071, 0.0407, 0.0353, ..., -0.0232, -0.0230, -0.0368]])),
('model.encoder.layers.3.fc2.bias',
tensor([ 7.2397e-02, -4.5959e-02, -5.3753e-02, 9.0440e-03, -2.1475e-02,
1.3370e-02, 2.6436e-02, -5.1791e-03, -4.1676e-03, -3.8454e-02,
2.8819e-02, -1.4379e-02, 1.4125e-02, -7.6340e-02, 5.1789e-02,
-2.1597e-03, 1.1861e-02, 5.8340e-02, 2.4635e-02, 1.8111e-02,
1.2909e-01, -2.2751e-02, 7.1209e-02, -5.6591e-02, 5.0222e-02,
-2.1170e-01, -1.4987e-02, -6.6668e-02, 2.5715e-02, 1.1405e-01,
2.7975e-02, -6.8666e-02, 3.3839e-02, -7.2964e-02, 8.1119e-02,
1.9149e-02, -1.9389e-03, -5.2541e-03, -2.0934e-02, 6.6828e-02,
7.7655e-02, 7.0656e-02, 6.4124e-02, -5.2817e-02, -5.5930e-03,
-2.5228e-02, 3.7453e-02, -3.7907e-02, 1.3980e-02, -5.4697e-02,
9.6624e-02, 7.5689e-02, -1.3715e-01, -1.2547e-01, 3.7648e-02,
8.5020e-03, 1.5207e-02, 1.3657e-01, -9.4765e-02, -1.6280e-01,
-2.3334e-02, -6.0230e-02, 2.0973e-02, -9.5106e-02, -6.8428e-02,
-2.7289e-02, -2.4403e-02, 5.1581e-02, 1.7511e-02, -7.6222e-02,
-7.2620e-02, 1.1409e-02, -1.0057e-02, 5.8996e-02, -4.3334e-02,
6.8877e-02, 2.4379e-02, -7.7303e-02, -7.0841e-02, -4.7692e-02,
-9.1458e-02, 3.7506e-02, -1.6581e-03, 2.1327e-03, -3.5055e-02,
-8.1304e-02, 9.2541e-02, -7.9627e-02, 6.8982e-02, 4.4866e-02,
-4.6386e-02, -4.5288e-02, -2.2434e-04, 3.5946e-02, 1.7472e-02,
-2.3752e-02, 7.3806e-02, -1.1600e-01, 9.7991e-02, -1.3256e-01,
-1.2549e-01, -1.8052e-02, -1.1674e-02, -2.9341e-02, -5.3101e-02,
9.6379e-03, 4.6895e-02, -7.1583e-02, 2.7907e-02, -9.8144e-02,
-1.8059e-02, -3.3048e-03, -1.1855e-02, 7.2050e-02, -1.6757e-02,
-7.4210e-03, -6.6208e-02, 6.9375e-02, 1.1008e-01, -4.9916e-02,
-6.2095e-02, -4.8153e-02, -8.7942e-02, 1.1660e-02, -5.1109e-02,
6.5417e-02, 3.5726e-02, 1.8002e-02, -5.0862e-02, 1.1374e-02,
2.6521e-02, -2.5280e-02, -3.1043e-02, 6.5438e-02, -1.1392e-02,
5.4449e-02, 2.8419e-02, 1.2278e-01, 6.7390e-02, -6.0384e-03,
-3.3655e-02, 1.4851e-01, -1.9767e-02, -2.9965e-02, 5.6760e-02,
6.4706e-02, -6.5457e-02, 9.2244e-02, 7.7212e-04, -4.2693e-03,
-7.7140e-02, -2.5743e-02, 3.0469e-02, -5.8145e-02, 8.1438e-02,
4.2976e-02, -1.2750e-01, 1.5046e-02, -1.8159e-01, 2.6123e-02,
-3.0817e-02, -1.1711e-02, 2.3932e-03, -1.4967e-03, 9.4126e-03,
-1.3086e-01, 9.6213e-02, 5.1955e-03, -3.6750e-02, -2.3433e-02,
-1.9869e-02, -1.6889e-02, 1.9025e-02, -1.5321e-02, -1.0480e-01,
8.9421e-03, -9.5266e-03, 1.9539e-02, 7.7189e-02, -3.5749e-03,
-2.8941e-02, -4.5486e-02, -1.5786e-02, -8.8940e-02, 6.9037e-02,
6.9669e-02, -1.2303e-02, -4.0213e-02, 1.2303e-01, 4.0910e-02,
-6.1420e-02, 1.8256e-02, -3.8116e-02, 8.1868e-02, -6.2723e-02,
-1.0874e-02, 2.9866e-02, 3.8535e-02, -1.7294e-02, -1.6281e-01,
-1.0239e-01, 1.1571e-01, -1.2972e-01, 2.5495e-02, 3.0337e-02,
7.1683e-02, 3.1204e-02, 6.8296e-03, -8.2045e-03, 4.3482e-02,
-1.1798e-01, -2.5517e-02, -1.6357e-02, -4.2911e-02, -6.2611e-02,
4.7188e-02, 1.6022e-01, 8.3046e-02, 4.6217e-02, 5.8355e-02,
-2.1447e-02, -4.5466e-02, -9.8881e-02, 2.0415e-02, -1.3991e-01,
-5.6711e-03, 3.5476e-03, -9.0393e-03, -4.9696e-02, -1.0638e-01,
1.3069e-03, -1.1234e-01, 7.9773e-02, 4.4868e-02, 8.8269e-02,
-7.0571e-02, -2.5977e-02, 8.6769e-02, -1.1626e-02, 8.9215e-02,
4.7485e-02, -7.2080e-02, -9.4049e-03, 6.9422e-02, -8.7366e-02,
-3.7835e-03, -6.9966e-02, 8.1168e-02, -6.4840e-02, -8.6758e-02,
-1.0403e-01, -6.7406e-02, 2.9724e-03, 1.7240e-03, 6.4916e-02,
-1.5746e-02, 4.5118e-02, -5.7142e-02, 7.9508e-02, -3.5501e-02,
2.7300e-02, -1.9574e-02, 2.4716e-02, 1.5258e-02, 1.1311e-02,
-1.2271e-01, 6.1291e-02, -2.0528e-01, -3.7659e-02, -9.1836e-03,
-8.3639e-02, 3.1930e-02, -6.8976e-02, 4.6097e-02, 1.0146e-01,
-4.6877e-02, -8.6036e-02, 5.0550e-02, 1.4005e-01, -6.9348e-02,
-6.2866e-02, -1.3857e-02, 4.3099e-02, 6.6361e-03, -9.5574e-02,
-3.6122e-02, -5.5500e-02, 3.3789e-02, -3.2010e-02, -5.3586e-02,
4.3858e-02, -1.7371e-02, -2.8712e-03, 1.9130e-01, 2.6443e-02,
4.7268e-03, -2.9342e-02, -6.6123e-02, -7.4249e-02, -8.3909e-03,
-1.1162e-02, 5.1669e-02, -3.5086e-02, 3.0909e-02, 1.5015e-02,
-2.8150e-02, 5.0762e-02, 4.8368e-02, -1.1301e-02, 5.2471e-04,
1.6135e-02, -9.8091e-02, 1.0604e-01, -3.6653e-02, 5.2259e-02,
2.3713e-02, -2.2723e-01, 4.0383e-02, 1.4179e-02, 8.6788e-02,
2.6716e-02, 4.7843e-02, 1.0095e-01, -1.1006e-01, 3.1189e-02,
-8.3799e-03, 5.1901e-02, -2.8711e-02, -2.6184e-02, 4.8777e-02,
7.0855e-02, -1.0071e-01, -1.0130e-01, -7.7174e-05, 1.1207e-01,
3.7043e-02, -1.2239e-02, -4.9161e-03, 2.0273e-02, 6.8942e-02,
2.8918e-03, 7.5980e-04, 2.2375e-02, -9.3239e-03, 1.2228e-02,
-8.8562e-02, 8.1657e-03, -2.3340e-02, -2.3153e-03, -8.6477e-02,
1.8043e-02, -7.5725e-02, 1.2400e-01, -7.3601e-03, 1.3050e-02,
1.1240e-01, 1.3054e-01, 5.9857e-02, 3.2811e-02, -4.0707e-02,
-1.7020e-01, 6.2075e-02, 4.2319e-02, 3.1565e-02, -2.7947e-02,
6.5413e-02, 6.8388e-02, 4.5276e-02, 4.3559e-02, -3.1722e-03,
-4.3627e-02, 5.4682e-02, 2.8673e-04, 3.0007e-02, 3.5029e-02,
-3.9327e-02, 4.8147e-02, -4.8855e-02, 2.8695e-02, 2.1544e-02,
9.0854e-02, 2.6293e-02, 8.7746e-03, -2.8218e-02, -1.5192e-01,
2.7384e-02, 3.3183e-02, 3.6927e-02, -4.0863e-02, 1.2261e-01,
1.1645e-01, -1.2086e-01, 5.4075e-02, -8.8122e-03, 6.0680e-02,
9.0969e-03, -2.1440e-02, 1.0698e-01, 9.0787e-02, 3.9634e-03,
-4.2827e-02, 3.9996e-03, -8.9823e-02, -7.5374e-02, 1.5286e-02,
7.6902e-03, 1.7602e-02, 1.1003e-01, 1.0693e-01, 1.0595e-01,
5.2191e-03, -5.8000e-02, 1.2758e-02, -4.3309e-03, -3.9807e-02,
9.8216e-04, 9.5165e-03, -6.1035e-02, -2.1475e-02, -9.2990e-03,
-7.1428e-02, -1.5147e-02, -3.4811e-03, -6.0935e-03, -1.4918e-02,
2.3762e-03, -9.5325e-02, -9.7905e-03, -2.9458e-02, -4.6273e-02,
-2.0532e-02, -6.8084e-02, -1.1213e-01, 2.7752e-02, -4.4035e-02,
-2.0171e-02, -4.4283e-02, -2.2549e-02, -3.3190e-02, -1.0347e-01,
-1.7512e-02, 4.9865e-02, 1.1654e-02, -8.4170e-02, 1.0223e-01,
9.4575e-02, -3.1941e-02, 1.2993e-02, -3.1815e-02, -2.3352e-02,
-1.1361e-01, -6.9824e-02, -6.3318e-02, -4.7126e-02, -6.1228e-02,
-9.8679e-02, 1.3181e-01, -1.9045e-02, -2.9263e-02, 7.3959e-02,
8.1566e-02, -8.1571e-03, 1.0338e-01, 2.9316e-03, -7.1142e-02,
-1.8965e-02, 1.5502e-03, 3.0356e-02, -7.1677e-02, 5.6822e-02,
8.7155e-02, -2.3335e-02, 3.8693e-03, 1.0690e-02, -5.6608e-02,
1.1932e-02, 4.4178e-02, 5.8318e-02, 1.6735e-02, 2.1997e-02,
5.8122e-02, 4.3163e-02, -2.8131e-02, 1.5212e-02, -5.0531e-02,
2.6155e-02, 5.1776e-02, -2.8111e-02, 2.0017e-02, -4.6823e-03,
-5.1943e-02, 6.8449e-02, -2.3323e-02, 2.9427e-02, 1.5114e-03,
8.5939e-02, 3.8774e-03, 9.4091e-02, 3.6251e-02, 6.5566e-02,
-8.1387e-02, -1.4488e-01, -2.3396e-02, 2.8186e-02, -2.5507e-02,
1.2646e-02, 1.4070e-02, -4.5185e-02, -1.4729e-02, 1.1501e-02,
4.8519e-03, 6.7958e-02, -5.3292e-02, 1.7486e-02, 6.0648e-02,
4.0480e-02, -9.0913e-03, -7.3136e-02, -3.0475e-02, 1.5555e-02,
-1.1990e-01, 3.2813e-02, 4.1948e-02, -6.7996e-02, -5.8352e-02,
8.5301e-02, 8.2800e-02, 5.7574e-03, 1.8765e-02, 2.7480e-02,
5.1909e-02, -1.8161e-02, 6.6317e-02, -6.0516e-02, -1.2166e-02,
1.5250e-02, 7.1070e-02, 6.5401e-02, 2.8035e-02, -9.9129e-02,
7.9899e-04, 6.7860e-02, 3.5324e-02, 2.8866e-02, 9.0418e-02,
8.3938e-02, -3.6839e-02, 6.0948e-02, 3.8333e-02, -2.4187e-02,
-5.9059e-02, 3.1425e-02, 7.2835e-02, 3.1300e-02, -1.5336e-02,
3.5851e-03, -4.6078e-02, 7.8212e-02, -6.1147e-02, -2.2632e-02,
-1.3160e-02, 4.4549e-02, -6.3953e-02, -9.1800e-03, -2.9688e-02,
-1.2557e-01, 9.2066e-02, 1.4610e-01, 6.5620e-03, 4.0142e-02,
7.3666e-02, 9.6360e-02, 2.0688e-02, 1.7256e-02, 1.1064e-03,
-3.2807e-02, 1.3525e-01, 2.0250e-02, 5.2102e-02, 9.6819e-02,
5.7535e-03, 1.5196e-01, 4.5690e-02, -2.2316e-02, 9.4645e-02,
-9.0773e-02, -1.4729e-01, -9.5109e-02, 6.4286e-02, -5.1919e-04,
4.9689e-02, 7.3848e-02, 2.5739e-02, -2.7183e-02, -1.7369e-01,
-4.7174e-03, 8.0026e-03, 1.0339e-02, 3.7275e-02, 6.8185e-02,
3.2238e-02, 1.1089e-01, -4.5595e-02, 3.7306e-03, -1.1731e-01,
-8.4186e-02, 8.9415e-03, 2.6554e-02, -1.0967e-02, 1.9164e-02,
4.4756e-02, 6.3142e-02, -8.5723e-03, -1.1016e-01, 5.3845e-02,
-3.5642e-03, -4.3049e-02, -1.5498e-02, -9.1394e-02, 6.7357e-02,
-1.5353e-03, -2.5443e-02, 9.0360e-02, -1.1859e-01, 2.7851e-02,
-3.0455e-02, -2.9144e-02, 3.5338e-02, 1.5316e-02, 4.5552e-02,
-2.5656e-02, 5.1616e-02, -1.2476e-02, 1.3366e-02, -3.3186e-02,
-7.8499e-02, 5.8238e-03, 7.8122e-02, -2.4388e-02, -1.3984e-01,
-1.8948e-02, 8.7341e-02, -6.5826e-02, 3.5075e-02, -1.4134e-01,
7.5052e-02, -4.6864e-02, -3.6979e-02, 1.5101e-02, -1.7850e-03,
8.2869e-02, -2.5496e-02, 6.4482e-02, -1.0498e-01, 3.7789e-02,
2.5311e-02, -1.9318e-02, -2.0560e-01, 7.5565e-03, 1.0908e-01,
-5.6966e-02, -2.4640e-02, 2.6294e-02, 6.9031e-02, -7.5630e-02,
-3.2921e-02, 3.1228e-02, 2.2997e-02, 3.1164e-02, 4.8799e-02,
-9.3968e-02, -1.8652e-02, 6.9784e-02, 1.2743e-01, 6.5967e-02,
-2.3837e-02, -9.9454e-02, 7.8417e-02, -1.1019e-01, -1.1051e-02,
1.5983e-02, 5.5139e-02, -5.9089e-02, 3.6982e-02, -7.1917e-02,
1.2661e-01, 9.7992e-03, 5.8641e-03, -3.0922e-03, 3.4760e-02,
-5.7886e-02, 9.3030e-02, -6.8805e-02, 1.2233e-02, 2.8046e-02,
7.9268e-02, 3.0505e-02, 7.3657e-02, 3.1246e-02, -4.1448e-02,
-5.4821e-02, -1.2085e-02, 1.3925e-02, 2.6838e-02, 3.6281e-02,
-1.1075e-01, 6.1380e-02, 4.1762e-04, 6.3451e-03, 3.1413e-02,
-1.0699e-04, 1.2175e-02, 7.1986e-02, -1.8174e-02, 1.0412e-02,
4.9489e-03, 1.4265e-01, 5.8036e-03, 1.0228e-03, -2.2198e-02,
-1.0515e-01, 3.3051e-02, 3.7782e-02, -1.1250e-01, -1.4562e-03,
-3.0184e-03, 1.1975e-01, -1.0950e-03, 4.9789e-02, -3.9517e-02,
6.9128e-02, 8.3919e-02, 2.1125e-03, -8.5787e-02, -6.5733e-02,
1.0126e-01, 4.5279e-02, -4.0821e-02, -6.3983e-02, -8.6089e-02,
8.0325e-02, 4.5187e-02, 1.2572e-02, 3.9693e-02, 3.8595e-02,
-3.0700e-02, 3.3374e-02, 2.2810e-02, -3.7394e-02, -1.1513e-02,
-4.6895e-02, 3.2463e-02, -8.4705e-03, 5.5565e-02, -5.9840e-02,
1.0554e-01, -4.2699e-02, 3.0735e-02, 8.6808e-02, -1.5755e-02,
-8.9590e-02, 5.1542e-02, -1.7868e-01, 1.1458e-01, -3.4673e-02,
3.4369e-02, 2.0392e-02, 6.6471e-02])),
('model.encoder.layers.3.final_layer_norm.weight',
tensor([0.4133, 0.3798, 0.4798, 0.3757, 0.4456, 0.4031, 0.3781, 0.3403, 0.4474,
0.3574, 0.3754, 0.3635, 0.4643, 0.3696, 0.3691, 0.4826, 0.3133, 0.3697,
0.4596, 0.4739, 0.3374, 0.3748, 0.3455, 0.4736, 0.4731, 0.3834, 0.4400,
0.3742, 0.4294, 0.3162, 0.4748, 0.4240, 0.3007, 0.4525, 0.4338, 0.4583,
0.3587, 0.4830, 0.3057, 0.3733, 0.4612, 0.4647, 0.4916, 0.4721, 0.3904,
0.4022, 0.4822, 0.4666, 0.3540, 0.4426, 0.4198, 0.3442, 0.4542, 0.3530,
0.3200, 0.3979, 0.4611, 0.3773, 0.4363, 0.4541, 0.4487, 0.4690, 0.4648,
0.4411, 0.3557, 0.3602, 0.3530, 0.3749, 0.4683, 0.4583, 0.4668, 0.4561,
0.4707, 0.3976, 0.3782, 0.4155, 0.4536, 0.4238, 0.4630, 0.3661, 0.3409,
0.4475, 0.4367, 0.4299, 0.3625, 0.3709, 0.3965, 0.4457, 0.3458, 0.3982,
0.4138, 0.4399, 0.4499, 0.4830, 0.3955, 0.4870, 0.3384, 0.4727, 0.3771,
0.3598, 0.4189, 0.4871, 0.4105, 0.2883, 0.4637, 0.4536, 0.4340, 0.4103,
0.3657, 0.4652, 0.4554, 0.4234, 0.3382, 0.4226, 0.4698, 0.4491, 0.3439,
0.4749, 0.4695, 0.4780, 0.3318, 0.4742, 0.3748, 0.4589, 0.4320, 0.3754,
0.4754, 0.4314, 0.4729, 0.3359, 0.4563, 0.4051, 0.4721, 0.4358, 0.3425,
0.4475, 0.3800, 0.4185, 0.3621, 0.3473, 0.4260, 0.4309, 0.4134, 0.4637,
0.3567, 0.4516, 0.3603, 0.3651, 0.4708, 0.4589, 0.4639, 0.3595, 0.3833,
0.4412, 0.4379, 0.4674, 0.4252, 0.3776, 0.3916, 0.3917, 0.4653, 0.4534,
0.4680, 0.3660, 0.4386, 0.3529, 0.3656, 0.3835, 0.4793, 0.2797, 0.3410,
0.4378, 0.3563, 0.4639, 0.4667, 0.4474, 0.3319, 0.3541, 0.3895, 0.3685,
0.4558, 0.3705, 0.4686, 0.3541, 0.3846, 0.3595, 0.4204, 0.4619, 0.3228,
0.4706, 0.3926, 0.4501, 0.4654, 0.4590, 0.4719, 0.4524, 0.3411, 0.4720,
0.3821, 0.3632, 0.3517, 0.4709, 0.3620, 0.4205, 0.4765, 0.2358, 0.4123,
0.4475, 0.4575, 0.4458, 0.4300, 0.4568, 0.3829, 0.4682, 0.3361, 0.3901,
0.3715, 0.4426, 0.4676, 0.3514, 0.4422, 0.3349, 0.4627, 0.3463, 0.3931,
0.3764, 0.3628, 0.4494, 0.4767, 0.3910, 0.4814, 0.3885, 0.4453, 0.4694,
0.4075, 0.4758, 0.4045, 0.4074, 0.4641, 0.3655, 0.4286, 0.4686, 0.3908,
0.3436, 0.3355, 0.4773, 0.4580, 0.3623, 0.4066, 0.4583, 0.3865, 0.3436,
0.3786, 0.4810, 0.3576, 0.4787, 0.4051, 0.4741, 0.3424, 0.3033, 0.3606,
0.4699, 0.3934, 0.3621, 0.4656, 0.4376, 0.3715, 0.3396, 0.4108, 0.4826,
0.3438, 0.4636, 0.4397, 0.4239, 0.3903, 0.4566, 0.4199, 0.4716, 0.4632,
0.4706, 0.3956, 0.3714, 0.4729, 0.4410, 0.4488, 0.4646, 0.4722, 0.3911,
0.4903, 0.3531, 0.3543, 0.4690, 0.4624, 0.4501, 0.4773, 0.3077, 0.4614,
0.4653, 0.3568, 0.4753, 0.4674, 0.4496, 0.4780, 0.3515, 0.4514, 0.4867,
0.4252, 0.4327, 0.4437, 0.3701, 0.4412, 0.3475, 0.3989, 0.3545, 0.3665,
0.1714, 0.3494, 0.4110, 0.3813, 0.4468, 0.4228, 0.4632, 0.3647, 0.3420,
0.3717, 0.3586, 0.3747, 0.4281, 0.3380, 0.4010, 0.3519, 0.3445, 0.3446,
0.4614, 0.4119, 0.4060, 0.4823, 0.3862, 0.4485, 0.4374, 0.3076, 0.4806,
0.3939, 0.4657, 0.3956, 0.4053, 0.3735, 0.4468, 0.4491, 0.4761, 0.4640,
0.3807, 0.4171, 0.3459, 0.4628, 0.3749, 0.3553, 0.4625, 0.2437, 0.4110,
0.3216, 0.3199, 0.3268, 0.3775, 0.3968, 0.4156, 0.3565, 0.4711, 0.4161,
0.4199, 0.4793, 0.4691, 0.4354, 0.3613, 0.3951, 0.3748, 0.4790, 0.3885,
0.4737, 0.4141, 0.3795, 0.3353, 0.3344, 0.4698, 0.4336, 0.4708, 0.3782,
0.4328, 0.4221, 0.4261, 0.4358, 0.4003, 0.4659, 0.3673, 0.4382, 0.4809,
0.4477, 0.4584, 0.2871, 0.4570, 0.3627, 0.4121, 0.4458, 0.4296, 0.3634,
0.4395, 0.4026, 0.4597, 0.4595, 0.3608, 0.4871, 0.4352, 0.3799, 0.3578,
0.4770, 0.4700, 0.4762, 0.4532, 0.4797, 0.3275, 0.4214, 0.3734, 0.3453,
0.3552, 0.4639, 0.4725, 0.4442, 0.3671, 0.4303, 0.4150, 0.4014, 0.3848,
0.4285, 0.4694, 0.4033, 0.4537, 0.4633, 0.4256, 0.4820, 0.3997, 0.4687,
0.3602, 0.3490, 0.3746, 0.4730, 0.4299, 0.4657, 0.4630, 0.3855, 0.3699,
0.4390, 0.4700, 0.4431, 0.3466, 0.4046, 0.3937, 0.3967, 0.4771, 0.4579,
0.3769, 0.3833, 0.3365, 0.3353, 0.4593, 0.3887, 0.3754, 0.2919, 0.3977,
0.3770, 0.4081, 0.4867, 0.4640, 0.3348, 0.4657, 0.4244, 0.4533, 0.3815,
0.3884, 0.4687, 0.4546, 0.3619, 0.4537, 0.3818, 0.3682, 0.4619, 0.3656,
0.3955, 0.4366, 0.4018, 0.3453, 0.3907, 0.3216, 0.4334, 0.3721, 0.4544,
0.3537, 0.4701, 0.2641, 0.4540, 0.4280, 0.3791, 0.4428, 0.3639, 0.4217,
0.3956, 0.4647, 0.4649, 0.4241, 0.4610, 0.3814, 0.4612, 0.4871, 0.3936,
0.4841, 0.4107, 0.3672, 0.3555, 0.4630, 0.4150, 0.4593, 0.4061, 0.3751,
0.3746, 0.4588, 0.3865, 0.4403, 0.4814, 0.3760, 0.3572, 0.3650, 0.3771,
0.3844, 0.4830, 0.4690, 0.4445, 0.4730, 0.4153, 0.3318, 0.4085, 0.3961,
0.4653, 0.4419, 0.4585, 0.4510, 0.3445, 0.3489, 0.3659, 0.3794, 0.4107,
0.4051, 0.4787, 0.3685, 0.3820, 0.3752, 0.3568, 0.4753, 0.3549, 0.3788,
0.4747, 0.3506, 0.4403, 0.3994, 0.4562, 0.4553, 0.4450, 0.4088, 0.4755,
0.3938, 0.3776, 0.4600, 0.3810, 0.3468, 0.4525, 0.4466, 0.4033, 0.3746,
0.3668, 0.4246, 0.4611, 0.3532, 0.4389, 0.3988, 0.4388, 0.4611, 0.3885,
0.4767, 0.3613, 0.3774, 0.4660, 0.4229, 0.4805, 0.3778, 0.3378, 0.3814,
0.3973, 0.4620, 0.4445, 0.4122, 0.4502, 0.3291, 0.3939, 0.3852, 0.4126,
0.4557, 0.3581, 0.3406, 0.4091, 0.4515, 0.3616, 0.4066, 0.4699, 0.4798,
0.4634, 0.3286, 0.4027, 0.4674, 0.4580, 0.3979, 0.4060, 0.3624, 0.4472,
0.4759, 0.4524, 0.3718, 0.4039, 0.4398, 0.4621, 0.3600, 0.4305, 0.4657,
0.3599, 0.3526, 0.4095, 0.4255, 0.4780, 0.3615, 0.3611, 0.2946, 0.4682,
0.4117, 0.4094, 0.4760, 0.3989, 0.4714, 0.3626, 0.3263, 0.3430, 0.2648,
0.3635, 0.4325, 0.3606, 0.4412, 0.4787, 0.4037, 0.4770, 0.3542, 0.3470,
0.3915, 0.4141, 0.4735, 0.4492, 0.4701, 0.4498, 0.3544, 0.4271, 0.3811,
0.3616, 0.3661, 0.3829, 0.4726, 0.4723, 0.3753, 0.3690, 0.4487, 0.4381,
0.4003, 0.4591, 0.3801, 0.3175, 0.3670, 0.4080, 0.3917, 0.3785, 0.3931,
0.4313, 0.3644, 0.4870, 0.4795, 0.3436, 0.4370, 0.4084, 0.3269, 0.4625,
0.4882, 0.3624, 0.3742, 0.3441, 0.3624, 0.3777, 0.4371, 0.4813, 0.3834,
0.3550, 0.4518, 0.4742, 0.4612, 0.4383, 0.4708, 0.4758, 0.4882, 0.4825,
0.3397, 0.4689, 0.4207, 0.3388, 0.3390, 0.3562, 0.3854, 0.3765, 0.4348,
0.3711, 0.4678, 0.4521, 0.4248, 0.3886, 0.4090, 0.3575, 0.3505, 0.4510,
0.3736, 0.4502, 0.3522, 0.2295, 0.3271, 0.4552, 0.4733, 0.4700, 0.3518,
0.4081, 0.4649, 0.3439, 0.3805, 0.4625, 0.4272, 0.4535, 0.3762, 0.4691,
0.3984, 0.4666, 0.4428, 0.4229, 0.4730, 0.4704, 0.4466, 0.4914, 0.3533,
0.4441, 0.4670, 0.4607, 0.3330, 0.4545, 0.3841, 0.3358, 0.4617, 0.3941,
0.3906, 0.4914, 0.3801])),
('model.encoder.layers.3.final_layer_norm.bias',
tensor([-6.7785e-02, 2.6104e-02, 2.1370e-03, 7.7198e-03, 2.9400e-02,
2.4607e-02, 1.4019e-02, 1.8286e-02, 6.4649e-03, 3.4581e-02,
2.7854e-02, 2.9752e-02, 7.0439e-03, 1.5164e-02, 2.5034e-02,
1.1691e-02, -3.2422e-02, -3.1071e-03, 3.0113e-02, 5.6701e-03,
2.2381e-02, 7.0077e-02, 1.7074e-02, -4.3466e-03, 2.6302e-02,
2.1911e-02, 3.3531e-03, 1.2918e-01, 2.1081e-02, 1.8856e-02,
1.7039e-02, 4.7872e-02, -7.2649e-03, 5.1599e-02, 3.5876e-02,
1.0035e-02, 5.1652e-02, 2.1219e-02, 2.8022e-02, 1.1246e-02,
-1.0169e-02, -2.7782e-01, 1.8668e-02, -1.5466e-02, 5.2483e-02,
5.2686e-02, 1.2832e-02, 2.7450e-02, 2.1932e-02, -6.9395e-03,
2.3769e-02, 4.5721e-02, 3.9460e-02, 4.7743e-03, -1.3616e-02,
2.4980e-02, 8.2650e-03, 4.8678e-04, 1.2116e-02, 3.0882e-02,
1.8044e-02, 2.7159e-02, 3.8753e-02, 1.8097e-02, 4.0965e-03,
5.9778e-03, -5.1212e-03, 4.6562e-03, -6.0714e-03, 3.6009e-02,
1.9771e-02, 8.7758e-03, 1.8834e-02, 3.1533e-02, -2.2511e-04,
1.7065e-02, 3.2391e-02, 3.0914e-02, 1.2391e-02, 9.1508e-03,
8.0818e-02, 4.1876e-02, 2.1523e-02, 1.0790e-02, 1.8058e-02,
2.2523e-03, 2.1621e-02, 2.1569e-02, 1.6854e-02, 5.1415e-02,
9.6659e-03, 3.0332e-02, 1.3044e-02, 9.5415e-03, 2.1171e-02,
1.6970e-02, 3.0430e-02, 2.0259e-02, -2.8319e-03, 3.7919e-02,
1.7294e-02, 2.0932e-02, 8.2117e-03, 2.3293e-02, 2.8169e-02,
1.7429e-02, 3.1467e-05, -7.4195e-03, -1.0673e-02, 1.8483e-02,
2.5865e-02, -2.1966e-02, 2.1367e-02, 1.5960e-02, 1.2377e-02,
5.4503e-02, 1.0527e-02, 2.0193e-02, -9.7584e-03, -4.1861e-03,
2.5137e-02, 9.2953e-03, 2.9799e-02, 1.7798e-02, 3.2384e-02,
1.9304e-02, 3.3171e-02, -1.0072e-03, 9.9492e-03, 1.8965e-02,
6.9884e-03, 7.1716e-03, 3.0702e-02, 1.3059e-02, -2.3299e-02,
2.7619e-02, -3.9763e-03, 9.1260e-03, 3.8346e-02, 1.3961e-02,
4.7863e-02, -1.7419e-02, 3.9732e-02, 1.0073e-02, -1.8246e-02,
2.9907e-02, -1.6434e-03, 5.0336e-03, 1.2049e-02, 1.0025e-02,
4.7024e-02, -1.3811e-02, 1.5123e-02, 5.1013e-02, 7.2059e-03,
6.8881e-03, 5.2356e-02, -1.9986e-02, 6.4382e-02, 2.0550e-02,
4.1525e-02, 2.2967e-02, 2.4074e-02, 6.3566e-02, 1.4137e-02,
3.1677e-03, 1.7021e-02, 9.4612e-03, -1.5729e-03, 1.9585e-02,
2.0127e-02, -2.2677e-03, 4.7730e-02, 1.7089e-02, 2.3179e-02,
5.5139e-02, 1.8478e-02, 1.5719e-02, 4.1850e-02, 3.7104e-02,
6.2427e-03, 2.0872e-02, 9.7151e-03, 3.1358e-02, 3.6979e-02,
2.8790e-02, -1.9124e-02, 1.5559e-02, 1.3512e-02, 2.7281e-02,
1.4794e-02, -1.7951e-02, 2.9122e-02, 2.4293e-02, 3.4908e-02,
6.8048e-02, -1.0361e-03, 1.5458e-02, 3.6338e-01, 5.1472e-02,
2.2837e-02, 2.2108e-03, 2.9616e-02, 1.5884e-02, 6.1443e-03,
2.2592e-01, -3.5946e-03, 1.9210e-02, 4.1309e-02, 7.1291e-03,
3.0672e-02, -2.5951e-02, 4.5434e-02, 4.5270e-02, 5.8709e-03,
-1.1815e-02, 1.6892e-03, 3.6757e-03, 3.9450e-03, 1.4131e-02,
-4.8153e-02, 2.2353e-02, -2.7336e-02, -3.0820e-02, 3.9042e-02,
4.0832e-02, 1.6617e-02, 1.8317e-02, 1.2393e-02, 1.0500e-02,
4.2918e-03, 1.1550e-02, 1.6940e-02, 4.6449e-02, 1.2578e-02,
3.3574e-02, 1.0668e-02, 1.6746e-02, 2.1711e-02, 4.6405e-02,
-8.5230e-02, 2.5008e-02, 3.3217e-02, -1.6352e-02, 4.6769e-02,
2.8329e-02, 2.9570e-02, -1.0425e-02, 5.8052e-02, 3.2343e-02,
-1.7812e-03, 3.8344e-02, 3.1891e-02, 2.5119e-02, 3.4727e-02,
6.4646e-03, 2.4147e-02, 3.5144e-02, 1.8000e-02, 2.9045e-02,
2.7274e-02, 7.2874e-03, 2.9156e-02, 3.2061e-02, -1.6173e-02,
7.7966e-02, 1.3038e-02, 7.9654e-03, 6.4981e-03, 1.5851e-02,
3.1090e-02, 1.0673e-03, 5.5977e-02, -5.8820e-02, -1.7700e-03,
1.9215e-02, 5.3352e-03, 1.9187e-02, 3.4576e-03, 3.5182e-02,
1.4720e-02, -1.2155e-02, -1.1201e-02, 3.8528e-02, 1.1356e-02,
2.1371e-02, 5.1037e-02, 3.5522e-02, 2.1524e-02, 9.6923e-03,
-4.4954e-03, 1.3585e-02, 4.9614e-02, 2.8236e-02, -2.3422e-03,
2.6987e-02, 3.0162e-02, 2.3912e-02, 1.5999e-02, 5.4738e-02,
5.5509e-02, 6.4843e-03, 3.7640e-03, 5.6795e-02, -8.9666e-04,
3.2580e-02, 1.5918e-02, 1.8896e-02, 4.2549e-02, 4.4311e-02,
-4.0163e-02, 1.7015e-02, 9.3053e-03, 3.4769e-02, -3.3223e-04,
-1.0018e-01, 5.4485e-02, -1.7908e-02, 2.2321e-02, 4.0279e-03,
7.9050e-03, 2.2749e-02, -6.6144e-04, 3.7423e-02, -8.0296e-03,
1.2586e-02, 1.6209e-02, 6.2335e-02, 3.6909e-02, 2.7991e-02,
1.9573e-02, 1.6980e-02, 3.4349e-02, 1.1993e-02, -3.8459e-03,
4.9022e-02, 1.8551e-03, -1.2870e-02, 6.5712e-02, 3.0145e-02,
-1.7595e-02, 6.1959e-03, 2.2232e-02, -1.6259e-03, 6.0881e-02,
1.8518e-02, 9.8748e-03, -1.2671e-02, 2.5912e-02, 3.4228e-02,
3.6318e-03, 4.9236e-03, -4.4984e-03, 3.1709e-02, -1.6078e-02,
3.3465e-02, 1.2222e-02, 3.0702e-02, 5.8572e-03, 4.3553e-03,
2.4696e-02, 4.7086e-02, -4.1361e-02, 2.8589e-02, 9.7731e-02,
1.6312e-02, 3.7022e-02, 3.1618e-02, -9.3557e-02, 2.4592e-02,
1.6098e-02, 2.9789e-02, -1.0354e-02, 2.5371e-02, 2.9758e-03,
9.5190e-02, 1.3971e-02, 9.4794e-03, 5.4798e-02, 3.8491e-02,
-5.4530e-03, 2.3085e-02, 5.7787e-02, 2.3064e-02, 2.0969e-02,
3.8074e-02, -2.6486e-03, 5.2296e-02, 1.6430e-02, 5.1836e-03,
2.9588e-02, 5.6136e-02, -1.4915e-02, 2.5231e-02, 2.0856e-02,
3.2504e-02, -1.3281e-02, -5.5802e-03, 8.9545e-02, 5.6854e-02,
6.4067e-03, 1.3668e-02, 2.5937e-02, 1.2728e-03, 2.8432e-02,
2.7664e-02, 1.4898e-02, -6.2825e-03, 1.3221e-02, -1.6675e-02,
8.7932e-04, 2.9930e-02, 1.8305e-02, -3.8987e-02, 4.6881e-02,
3.1057e-03, 6.7559e-03, 1.5681e-02, 3.1640e-02, 3.2524e-02,
3.4853e-02, 4.4841e-02, -3.2594e-02, 3.1354e-02, 2.7350e-02,
3.5440e-03, 5.9712e-03, 3.3503e-02, 4.0760e-03, 3.7547e-02,
-4.6304e-03, 2.9124e-02, 5.3944e-02, 2.3101e-02, 2.0200e-02,
3.9068e-02, 3.3764e-02, 3.4598e-02, 2.2576e-02, 3.4945e-02,
2.6857e-02, -3.7582e-02, 2.7830e-02, 1.2048e-02, -4.8491e-03,
6.1829e-03, 6.4244e-03, 2.1597e-02, 2.9348e-02, -5.9777e-03,
2.4954e-02, 3.8497e-02, 4.3260e-02, 1.4991e-02, -2.5798e-02,
8.0355e-02, 2.5213e-02, 4.3247e-02, 2.5912e-02, 1.6012e-02,
3.5165e-02, 2.8694e-02, -4.0296e-02, 9.9727e-05, 8.9128e-03,
2.7843e-02, -6.6309e-02, 1.7113e-02, 6.2089e-03, -3.9932e-03,
1.9872e-02, 4.2093e-02, -1.0276e-02, 2.3492e-02, 5.7415e-02,
-2.3939e-03, 7.6119e-02, 4.2281e-02, 1.6223e-02, 4.1943e-02,
4.2434e-02, 5.7513e-02, 1.3615e-02, -1.5837e-03, 1.7562e-02,
3.3384e-02, 7.6133e-03, -1.8562e-02, 3.9570e-02, 3.8233e-02,
4.1009e-02, 5.0795e-02, -1.0238e-02, 3.3297e-02, -1.1444e-02,
2.5341e-02, 1.7025e-02, 2.2470e-02, 2.2656e-02, -1.2934e-02,
3.2046e-02, 5.1056e-02, 1.6818e-02, 5.2329e-02, 4.6445e-02,
6.6313e-03, 5.4312e-02, 3.0915e-02, -1.5021e-03, 4.3011e-02,
-7.3666e-03, 1.4770e-02, -2.6446e-03, 2.8734e-03, 5.2623e-03,
1.2163e-02, 1.3902e-02, 1.4814e-02, 2.1524e-02, -6.1246e-02,
2.2080e-02, 6.0208e-03, 3.1283e-02, 1.2415e-03, 2.8080e-02,
1.6337e-02, 5.4702e-03, 2.1833e-01, 3.3071e-02, 8.9029e-03,
1.8187e-02, 2.2725e-02, 1.1239e-02, 2.3002e-02, 2.2972e-02,
2.6672e-03, 5.3227e-03, 2.3364e-02, -1.3877e-02, -1.0668e-02,
5.0525e-02, 1.2501e-02, -8.5545e-03, -8.4002e-04, 2.8149e-03,
-6.9896e-03, -1.4430e-02, 2.5966e-02, 2.9338e-02, 5.9312e-03,
1.9693e-02, 8.7986e-03, 1.9886e-02, 5.2113e-02, 7.1397e-02,
2.3627e-02, 2.0169e-02, -2.9961e-01, -1.1739e-02, 5.7579e-02,
5.3947e-02, -1.2379e-02, 1.0049e-02, 2.3204e-02, 3.3763e-02,
3.2895e-02, 4.0794e-03, 6.7999e-03, 5.7887e-02, 5.4284e-02,
-1.5590e-01, -1.1377e-02, 3.1399e-02, 2.6533e-02, 4.2700e-02,
2.2869e-02, 4.3254e-02, 5.0893e-02, 3.9452e-02, -1.0763e-02,
6.6573e-04, 1.5250e-02, -3.3946e-01, 5.4079e-02, -3.1964e-03,
2.9494e-02, 2.8116e-02, -8.2835e-03, 1.5408e-02, 1.9826e-02,
2.6517e-03, 2.0989e-02, 3.4670e-02, 1.3844e-02, 2.4002e-02,
2.4242e-02, 3.0180e-03, -2.2974e-02, 2.0949e-02, -7.1040e-04,
3.3527e-02, 2.1589e-02, 4.9902e-02, 5.0830e-03, 1.8790e-02,
3.8552e-02, 1.5981e-02, 1.6602e-02, 4.7281e-02, 3.4427e-02,
2.0790e-02, 1.0554e-02, -2.1766e-02, 7.7256e-02, 3.1835e-02,
4.8143e-02, 1.9527e-02, 3.6164e-02, -1.1714e-02, 4.8366e-02,
3.0077e-02, 3.7579e-02, -4.8275e-04, 1.1023e-03, 4.2000e-03,
2.6263e-02, 3.1942e-02, -3.6881e-03, -3.8908e-03, 2.1926e-02,
-1.5376e-01, 6.8880e-02, 2.3531e-02, 2.6756e-02, 1.5841e-02,
1.5325e-02, 3.0219e-02, -3.3412e-02, 1.4976e-02, 9.7340e-03,
-4.0920e-03, 4.3439e-03, 6.3075e-03, 1.5980e-02, 4.6167e-02,
3.0584e-02, 2.5077e-02, 1.1103e-02, 3.2469e-02, 2.3561e-02,
2.5371e-02, 2.7293e-02, 2.9274e-02, 1.3544e-02, 1.4292e-02,
-2.7144e-02, 3.0338e-03, -1.4417e-02, 2.8766e-02, 1.6303e-02,
4.7434e-02, -7.3320e-03, 3.7180e-02, 2.2454e-02, 1.0700e-02,
1.7696e-02, -1.8824e-02, 7.1032e-03, 5.7020e-02, 2.0023e-02,
1.2178e-02, 9.1509e-03, 5.1542e-02, 2.7002e-02, 3.1545e-02,
7.1119e-02, 2.1669e-02, 1.6453e-02, 3.6330e-02, 3.2053e-02,
3.7963e-03, -1.4163e-03, 4.7002e-02, 1.2276e-02, 2.9772e-02,
5.1604e-03, 2.3854e-02, 2.0358e-02, 1.2050e-02, 1.9604e-02,
1.7350e-02, 2.3601e-02, 1.1846e-02, 3.1234e-02, 9.5091e-03,
5.6853e-02, 4.1908e-03, 4.3535e-03, -1.4129e-03, -1.3551e-02,
2.3062e-02, 2.7156e-02, 2.1245e-02, -2.0404e-02, 2.1124e-02,
3.5569e-02, 1.9429e-03, 3.8466e-02, 2.8169e-02, 2.3580e-02,
1.1145e-02, 1.0521e-02, 3.1721e-02, 3.3510e-02, 2.9605e-02,
-2.6145e-02, 1.6738e-03, 1.2589e-02, 2.9530e-02, 4.1651e-02,
3.4381e-02, 1.3763e-02, -9.5751e-03, 5.0252e-01, 4.2262e-03,
5.8995e-02, 1.6395e-02, 5.0547e-02, -2.4656e-02, 6.5352e-03,
3.5866e-02, 2.0925e-02, 4.1843e-02, 2.6764e-02, 1.0739e-02,
1.2874e-02, 7.6691e-03, -7.0272e-04, -1.5712e-02, 5.0654e-02,
2.8647e-02, 1.5039e-02, 4.3684e-02, 2.4522e-02, 2.2590e-02,
1.9054e-02, 2.3276e-02, 2.1302e-02, 5.3468e-02, 2.6577e-02,
3.0676e-03, 1.6253e-02, 1.2979e-02, 2.4257e-02, 1.8041e-02,
9.3560e-03, -4.4103e-03, 1.5216e-02, 2.7467e-03, 5.9690e-02,
1.2473e-03, 4.3044e-02, 2.7833e-02, 2.2101e-02, -3.3517e-03,
6.1144e-02, 2.1546e-02, 7.0878e-03])),
('model.encoder.layers.4.self_attn.k_proj.weight',
tensor([[ 0.0534, 0.0431, -0.0432, ..., -0.1114, -0.0291, 0.0343],
[-0.0170, 0.1565, -0.0299, ..., 0.0786, 0.0021, 0.0596],
[-0.0399, 0.2151, -0.0291, ..., 0.0860, 0.0221, -0.0313],
...,
[-0.0098, 0.0287, 0.0139, ..., -0.1387, -0.0144, -0.0566],
[ 0.0152, -0.0460, 0.0597, ..., 0.0153, 0.0685, 0.0324],
[-0.0018, 0.0201, -0.1562, ..., 0.0187, 0.0254, 0.0175]])),
('model.encoder.layers.4.self_attn.k_proj.bias',
tensor([ 1.7198e-04, 2.0756e-04, -4.7544e-04, 1.5563e-04, -9.8393e-05,
-1.3112e-04, 1.6200e-04, 2.2949e-04, -6.3560e-05, -8.7619e-05,
3.5807e-06, 3.4248e-04, 1.1456e-04, -1.5657e-04, -2.6337e-05,
-2.9045e-04, 1.4585e-04, -2.8501e-04, 1.6904e-04, 1.0164e-04,
-1.4413e-04, -7.7624e-04, -3.1319e-05, -2.0153e-04, -6.2161e-08,
-2.5031e-05, -8.0015e-04, -7.3332e-05, -7.1409e-05, -9.3414e-05,
-2.2284e-05, 1.0405e-04, 1.1550e-04, 9.1695e-05, 2.7662e-04,
-7.7729e-05, -1.2079e-04, -2.1086e-04, -1.0003e-04, -1.3238e-04,
2.8521e-04, 3.6044e-04, -6.2500e-05, 1.2696e-04, -4.8382e-05,
1.0006e-04, -1.3798e-05, 6.7399e-05, -6.8218e-05, 1.9868e-04,
-8.2223e-05, 3.6669e-04, -1.3832e-04, 3.5288e-04, 1.3839e-04,
-1.0754e-04, -1.2296e-04, -2.2244e-04, -1.5907e-04, 1.4084e-04,
-2.2462e-05, -5.4714e-04, 1.9755e-04, 8.8031e-06, 4.0273e-05,
-8.8633e-05, 4.9804e-05, 9.6335e-05, 2.7061e-04, -2.9566e-05,
-1.6020e-04, 2.8780e-05, 2.6098e-05, -2.2726e-05, -1.3349e-04,
-7.4358e-05, -7.6960e-05, 1.0672e-04, 1.0905e-05, -2.5477e-05,
8.8752e-05, 1.7386e-04, 6.8390e-05, 5.3733e-05, -9.1090e-05,
1.3153e-04, -5.2248e-05, 3.7904e-05, 1.3157e-04, -2.5504e-04,
-6.7831e-05, 1.0006e-05, 1.8933e-04, -3.7109e-05, -5.7169e-05,
1.7063e-05, 1.8138e-04, -2.3272e-05, 5.3084e-05, -6.2998e-05,
-2.2886e-05, 6.4465e-05, 7.7556e-06, 1.0787e-04, 3.0393e-05,
1.0368e-04, 1.2487e-04, -1.8700e-06, 1.0657e-04, -2.3635e-04,
-7.5638e-05, 2.1543e-04, -7.6758e-05, -1.7701e-05, -7.5305e-05,
7.9421e-05, -3.1829e-05, 4.6710e-05, -1.9677e-04, 4.0338e-05,
-1.2350e-04, -6.0618e-05, -5.8263e-05, 1.8042e-04, 7.6727e-05,
-8.1445e-05, 1.5084e-04, -1.5281e-04, -1.5367e-04, -8.3359e-05,
-1.5900e-04, -1.3008e-04, -9.0085e-05, -5.2353e-06, 2.1320e-04,
1.4014e-05, 4.1131e-04, 6.9453e-05, -9.5122e-06, 2.9992e-05,
4.5133e-05, -1.2011e-04, 3.7205e-05, 1.6016e-04, -7.0740e-05,
2.2690e-04, 5.7216e-06, -7.8272e-05, 9.2095e-06, -8.6485e-05,
-1.4345e-04, -5.6312e-05, -2.1738e-04, -2.2860e-05, -3.5720e-06,
-2.1839e-04, -1.3066e-04, -2.6355e-05, 1.0597e-04, -1.3910e-04,
-5.2239e-05, -5.3960e-05, -2.3984e-05, -9.6264e-06, -4.2970e-05,
-1.6990e-04, -7.2903e-05, 1.8366e-04, -8.2947e-05, -6.3284e-05,
7.0320e-06, 1.8563e-04, -1.5356e-04, -6.2034e-05, -1.8198e-04,
1.3481e-07, -6.0414e-05, -1.3911e-04, -3.8389e-05, -2.2159e-05,
-4.2633e-05, 1.6270e-05, -7.3128e-05, -6.7768e-05, 2.8905e-04,
-1.5759e-05, 4.0666e-05, 1.0894e-04, 1.3907e-05, 2.2224e-04,
-6.6505e-05, -1.1299e-04, 7.0187e-04, -5.7827e-04, 6.6373e-04,
-4.0351e-04, -3.8752e-04, -1.0011e-03, -2.9038e-04, 7.7159e-05,
-3.0478e-04, -1.7703e-05, -7.5713e-04, -8.0018e-05, 4.2359e-04,
-2.4075e-03, -7.3121e-04, -1.1984e-03, 1.2183e-03, -2.1871e-03,
-6.2796e-04, -1.0953e-03, 6.4223e-04, 2.8528e-03, -2.5686e-04,
-2.6577e-04, 2.2308e-03, 1.0961e-03, -2.9911e-04, 1.0982e-04,
3.4996e-04, -9.5562e-05, 1.8324e-03, 1.0805e-03, -9.6039e-04,
1.1769e-03, 3.2872e-04, -2.3982e-04, 3.8054e-04, -7.8658e-04,
-1.8638e-03, -1.0977e-03, -1.0895e-04, 6.1541e-05, 2.9938e-04,
5.6546e-03, -6.8085e-04, 9.3846e-04, -2.3853e-03, -1.5610e-03,
-1.2218e-03, -1.0210e-03, 6.7359e-04, -1.8752e-03, 1.7166e-03,
-2.5149e-04, 1.6828e-03, 5.8780e-04, -7.7396e-04, 8.4779e-04,
-9.7522e-04, -5.2944e-04, 3.2961e-04, -2.1694e-04, 3.4553e-04,
-5.4572e-04, -9.6972e-04, 5.8686e-03, 1.0373e-03, 8.1108e-04,
1.6789e-03, -1.5537e-03, -7.7117e-04, -2.7196e-03, -1.2120e-03,
1.1064e-03, -7.5637e-05, -4.5719e-05, -4.7902e-04, -4.0788e-03,
8.6355e-05, -1.9356e-05, 5.1538e-04, -1.6542e-04, 3.1414e-04,
7.3771e-05, -3.6292e-04, 2.5396e-03, -7.3664e-04, 4.8165e-04,
-1.5144e-03, 3.2390e-04, -2.9830e-03, 1.9943e-04, 5.1150e-04,
4.0493e-04, -2.7598e-04, 1.2672e-03, -7.3238e-04, 3.2696e-04,
2.3519e-04, -1.5918e-04, -3.4165e-04, -9.9551e-04, 3.5283e-04,
2.0930e-03, -4.8832e-04, 5.4547e-04, 8.3115e-04, -4.6188e-04,
6.4778e-04, -1.7466e-04, 1.4654e-04, -1.0340e-03, 1.8739e-03,
-2.1705e-06, 2.2916e-04, -5.7696e-04, -3.1361e-03, 6.5203e-04,
1.0923e-03, 2.5339e-04, 1.2225e-04, 1.1830e-04, -3.0538e-03,
-4.4598e-04, -2.9227e-04, -2.0272e-04, 9.0083e-04, -1.9063e-03,
2.2354e-05, 8.3055e-05, 4.8001e-05, -2.2451e-04, 1.5898e-05,
-6.8989e-05, 7.8401e-05, 2.4207e-05, 1.6905e-05, -4.0698e-05,
3.0212e-05, 1.4201e-04, 1.5300e-04, 1.0149e-04, -8.1363e-05,
-3.7516e-06, 7.3766e-05, 1.7759e-04, 1.3229e-04, 6.4785e-05,
-3.2080e-04, -9.6822e-06, 1.0963e-04, 1.1108e-04, -5.9074e-05,
7.3571e-05, -1.0494e-04, 3.7955e-04, 4.5752e-05, 3.1022e-05,
-1.2967e-04, 1.7376e-04, -1.0525e-04, 1.7616e-04, -1.1571e-04,
-2.9661e-04, 1.3496e-04, 4.1249e-05, 8.7059e-05, 2.3479e-04,
4.5788e-04, -4.1871e-05, -1.5867e-04, -6.0964e-05, 1.7116e-04,
1.8298e-04, 6.7964e-04, 1.3228e-04, -1.5519e-04, 2.2241e-04,
-8.8988e-05, 2.2263e-05, 2.2248e-04, 5.4029e-05, 7.1407e-05,
3.6716e-04, -7.3961e-05, -7.6061e-04, -1.7793e-05, 1.5140e-04,
9.3411e-05, -1.1634e-04, -7.7427e-05, -4.7083e-05, -2.8225e-03,
3.5029e-03, 2.7345e-03, -2.3584e-03, 9.0405e-04, 1.9738e-06,
-9.7623e-04, -2.5489e-03, -2.1375e-03, 1.0243e-02, -2.9447e-02,
-1.3617e-02, -1.4699e-02, -5.9314e-04, 4.4336e-03, -1.9492e-03,
7.5212e-03, 1.8935e-02, 5.7072e-03, 2.4578e-03, -2.0874e-03,
-3.9454e-03, 7.9856e-03, -7.8451e-04, -1.4485e-02, 3.2442e-03,
5.4544e-04, -2.2229e-04, -1.0480e-03, -1.7384e-04, -5.8139e-03,
-2.1273e-03, 2.4680e-03, 7.1990e-04, -1.1321e-03, -1.9920e-02,
1.1499e-03, -2.5403e-03, 1.0480e-03, -4.9745e-03, 1.0417e-03,
6.2886e-04, 5.3222e-04, 6.7943e-03, 1.7522e-03, -6.3445e-04,
-3.7594e-04, -5.4981e-04, -6.5557e-04, 2.2499e-03, -1.3832e-03,
3.9221e-03, -2.1770e-03, -3.9224e-03, -1.7768e-03, -2.2667e-03,
-1.6241e-03, 5.8522e-03, -5.7956e-03, -1.1944e-03, 3.3710e-03,
7.2997e-03, 1.8647e-03, 3.1489e-04, 1.7979e-04, 4.1301e-04,
9.9823e-05, -6.3645e-05, -1.2553e-04, -8.8661e-05, 7.2727e-05,
-3.1881e-04, -2.6230e-04, -1.6207e-04, -5.6998e-05, 1.5926e-04,
4.2751e-04, -1.3509e-04, 1.7589e-04, -9.4342e-04, 2.4154e-04,
-3.0076e-04, 1.2158e-03, -1.8437e-04, 1.7188e-03, 2.6905e-04,
-6.6793e-04, -4.5621e-05, -6.5555e-04, 3.5009e-04, -1.4365e-04,
6.0631e-05, 2.1031e-04, 1.2598e-03, -6.1622e-05, -4.4591e-04,
8.3687e-04, 9.1465e-05, 8.9731e-05, -1.9604e-05, -5.8249e-05,
-1.2997e-04, -5.4884e-04, -6.4998e-05, 1.8243e-05, -2.6980e-04,
-1.4849e-04, 2.7633e-04, 4.3677e-04, 2.9036e-04, 7.4667e-05,
-2.7884e-04, 5.4607e-04, 6.0252e-05, 2.1852e-04, 1.0333e-04,
-2.6523e-04, -4.6471e-04, -4.8810e-06, -2.1168e-04, -8.5328e-06,
-3.1031e-04, -3.2973e-04, -2.7053e-04, -1.5189e-05, 1.3793e-04,
4.7280e-04, -1.2970e-04, -9.4371e-06, -6.8958e-04, -3.4355e-04,
3.4173e-04, -2.3943e-03, 3.9330e-04, -2.2902e-03, 1.9536e-04,
2.6444e-05, -6.3179e-04, 1.3670e-04, 1.7446e-04, -7.6701e-05,
-1.5565e-04, -2.0581e-05, 1.2154e-04, 4.7748e-04, 1.1487e-04,
6.2490e-04, -5.3312e-04, -2.6334e-04, -2.5972e-04, -2.8331e-04,
-6.4107e-04, 1.3595e-04, 1.7525e-04, 1.1350e-03, 1.2321e-04,
-4.1849e-05, 4.3223e-04, 7.2356e-05, 2.5479e-06, 2.1630e-04,
1.6656e-04, -1.3036e-04, 3.9269e-05, 1.1805e-03, 2.0561e-04,
-1.0254e-04, -8.7105e-04, 5.5835e-05, 6.6698e-04, 2.8214e-04,
6.6693e-05, -2.0868e-04, 1.0228e-05, -9.7753e-06, 2.7913e-04,
1.5088e-04, 5.5389e-05, -9.0962e-06, 1.7684e-04, 1.0007e-04,
-1.6460e-04, -4.5613e-04, 1.3456e-04, -1.1856e-03, -2.2408e-04,
-3.3218e-04, -1.0410e-04, -1.1810e-04, 2.7308e-05, 2.9481e-04,
1.3914e-04, -9.6762e-05, -1.1729e-03, -2.5314e-04, 1.2854e-04,
-7.4411e-04, 6.3872e-04, 1.1601e-03, 8.7857e-03, 2.2540e-03,
1.3878e-03, -1.1560e-03, -1.5353e-02, -2.4157e-03, -9.8539e-04,
2.0368e-04, -1.7742e-03, -7.5795e-04, 1.1832e-03, 3.2891e-04,
4.3682e-03, 2.2743e-04, -1.9432e-03, 1.1841e-04, 1.4697e-03,
-8.0224e-05, -3.4103e-03, -7.5430e-05, 5.9428e-03, 2.1617e-03,
-2.5833e-03, 5.6370e-04, 1.6290e-04, 9.8889e-05, 5.0601e-03,
-4.8913e-03, -3.2042e-04, 6.9645e-04, 1.4665e-03, 1.1018e-03,
2.9445e-03, 4.0162e-04, 1.0659e-03, -8.6619e-04, 1.0586e-03,
-8.6435e-05, -9.2362e-04, 3.0050e-03, 1.0885e-03, 8.5311e-04,
-4.0432e-04, 8.3305e-04, 4.0205e-04, -4.4522e-04, -1.6461e-03,
-1.4036e-03, -3.5648e-04, 1.8291e-03, 9.1734e-04, 9.2625e-04,
-1.3705e-03, -9.7399e-04, -2.5900e-04, 3.2660e-03, -4.7007e-04,
-1.2001e-04, -2.2028e-05, -2.0080e-04, -1.8214e-04, 2.9565e-05,
1.1607e-05, 1.3905e-04, 7.2524e-05, -2.5608e-04, -2.2050e-04,
-1.0301e-04, 1.5484e-04, -2.3448e-04, 1.7515e-05, -1.9949e-04,
-2.0478e-04, 1.5180e-04, -1.9787e-04, 1.0269e-04, 8.6929e-05,
5.9133e-05, -6.3926e-05, 4.9887e-05, 1.5237e-04, 2.0975e-04,
-6.0288e-06, -1.1331e-04, 1.2306e-04, -2.4092e-04, 1.1208e-04,
3.0931e-05, 2.3257e-05, 1.7876e-04, 1.8282e-04, 4.6354e-05,
1.4996e-04, -9.6403e-05, 1.1808e-04, -2.4681e-06, -1.3226e-04,
3.3792e-05, -4.5489e-05, 2.4391e-05, -1.7570e-04, -6.0977e-05,
7.7673e-05, -4.4048e-05, 2.1299e-04, 5.1531e-04, 2.7758e-04,
-1.7938e-04, 9.8094e-06, 1.1279e-04, 1.7008e-05, 1.4576e-04,
6.0282e-05, 4.7863e-06, 2.1490e-04, -2.0979e-04, 1.9802e-04,
-1.8985e-05, 1.1380e-04, -1.3895e-04, 4.7814e-05, 2.4709e-04,
3.1068e-04, -2.1891e-04, -2.0359e-04, -1.5669e-04, -2.2073e-04,
-2.3930e-04, 4.4767e-05, -6.1400e-04, 1.0053e-04, 9.2634e-05,
-4.8865e-05, -1.3868e-04, 1.2045e-04, 1.6662e-04, -2.7898e-05,
2.4734e-05, -3.2175e-04, 2.0438e-04, -5.2079e-05, -2.0848e-04,
-5.5444e-05, -9.2169e-05, 2.1230e-04, 1.3454e-04, 8.4509e-05,
6.3366e-05, -1.3665e-04, 2.4848e-05, 2.3971e-04, 2.9961e-04,
-8.1745e-05, 1.3221e-04, -1.3955e-04, 1.7169e-04, -4.8280e-06,
-4.7039e-05, 1.8280e-04, -6.3141e-06, 1.5276e-04, -1.5406e-04,
1.5890e-04, 1.0554e-04, -2.8438e-04, -8.8421e-05, -8.5575e-05,
-3.0182e-05, 9.9746e-05, -2.4214e-05, 2.4050e-05, 6.3201e-05,
-9.1753e-05, 6.2384e-05, -4.5563e-05, -7.9819e-05, -6.6440e-05,
3.4473e-04, -1.2023e-04, 1.0807e-04, 9.9675e-05, -1.3875e-04,
2.4353e-06, -2.2944e-04, -6.2120e-05])),
('model.encoder.layers.4.self_attn.v_proj.weight',
tensor([[ 0.0343, -0.0826, 0.0127, ..., -0.0793, 0.0191, 0.0449],
[-0.0342, 0.0107, -0.0404, ..., -0.2429, -0.0249, -0.0475],
[ 0.0614, 0.0578, -0.0095, ..., 0.1671, 0.0285, 0.1143],
...,
[ 0.0440, -0.1408, 0.0913, ..., -0.0347, 0.0641, 0.0856],
[ 0.1447, 0.0766, -0.0423, ..., 0.0257, 0.0126, -0.0305],
[ 0.0707, -0.0425, -0.0706, ..., -0.0251, 0.0808, 0.1342]])),
('model.encoder.layers.4.self_attn.v_proj.bias',
tensor([ 1.8807e-02, 7.8473e-04, -7.1977e-03, 1.7346e-03, -9.8320e-03,
3.7442e-03, -1.2966e-02, -1.1340e-02, -5.2248e-03, -1.6483e-02,
6.2260e-03, -9.1158e-04, -7.5191e-03, 1.0751e-03, 5.7534e-03,
-1.3077e-02, -6.5710e-04, -1.3918e-02, -5.6587e-03, 1.5039e-03,
1.5929e-02, 1.2736e-03, -7.3380e-03, 3.8442e-03, -1.2641e-02,
1.0462e-04, -2.0810e-03, -1.7015e-03, -5.6355e-03, 2.5709e-03,
-8.3370e-03, 1.0054e-02, -5.8900e-04, 1.6321e-03, 2.1759e-03,
-1.8010e-03, 1.2092e-03, 4.4603e-03, 8.5092e-03, -3.4315e-03,
-1.5223e-02, -1.2454e-03, -8.0580e-03, 4.5302e-03, -9.6351e-03,
-1.3375e-02, -1.1307e-03, -5.2891e-03, -7.1289e-03, -4.1964e-03,
-7.7929e-03, 9.9089e-03, 1.4098e-02, 5.5131e-03, -1.3486e-03,
-6.8781e-03, 9.2110e-04, 4.6406e-03, 3.8878e-03, -1.4787e-03,
-1.2541e-02, 2.8502e-03, -3.4688e-03, 3.2621e-03, -4.1363e-03,
6.0500e-03, -1.1435e-03, -2.6164e-03, -1.0143e-02, -5.2557e-04,
-3.5122e-03, -1.6968e-03, -2.5000e-03, 2.7434e-03, 1.6598e-02,
-3.0529e-03, -9.3873e-03, 2.3051e-03, -9.7437e-03, -5.6473e-03,
7.1361e-03, -4.7857e-03, 8.0678e-03, -2.8681e-03, 3.0513e-04,
-6.6362e-05, -2.0335e-04, 8.6450e-03, 5.6392e-03, -1.4051e-03,
-5.4095e-03, 1.6638e-03, 5.4267e-03, -8.2075e-03, -7.0561e-03,
9.9870e-03, -5.3250e-04, -4.3509e-03, 3.3411e-04, 1.4186e-02,
7.3201e-03, -3.3035e-03, -3.0720e-03, 6.7775e-03, -4.3280e-03,
5.9390e-04, -9.7146e-04, 3.0685e-04, 3.4137e-03, -3.2453e-04,
-2.0918e-03, -7.3317e-03, 3.1411e-03, 1.4514e-03, 2.6671e-03,
-1.0978e-02, -1.3744e-03, -1.2928e-03, -5.2555e-03, -6.9961e-03,
-1.4673e-03, -4.2559e-03, -3.0614e-03, 2.9405e-03, 1.2096e-03,
8.8201e-04, -3.8432e-03, 3.1570e-03, -2.8495e-04, 1.3559e-03,
1.1004e-02, 8.2092e-03, 1.6313e-02, -9.1859e-03, 1.2635e-02,
3.3139e-03, 1.9895e-03, -3.3566e-04, -5.9808e-03, 3.0278e-03,
-1.5677e-03, -8.3902e-03, 4.9810e-03, -2.2692e-03, 7.0693e-03,
2.8970e-03, -7.8390e-03, -5.8749e-03, -2.9520e-04, 2.7391e-04,
2.9759e-03, -4.2766e-03, -2.4371e-03, 2.5275e-03, 7.4061e-03,
4.3044e-03, -8.1447e-03, 3.0995e-03, 1.1757e-02, 2.3818e-02,
-2.0406e-03, -5.0520e-04, -7.9847e-04, 1.0340e-04, -4.7263e-03,
3.8814e-03, 3.6805e-03, -5.6990e-03, -1.0426e-02, -6.9118e-03,
1.4250e-05, 8.1834e-03, 4.9260e-04, 3.0398e-03, 2.8203e-03,
1.1722e-04, 3.2481e-03, 5.8905e-04, 1.8425e-02, 1.0788e-02,
-3.7048e-03, 7.5668e-03, 6.7393e-03, 4.8370e-03, 6.3192e-03,
7.3096e-03, 1.4452e-03, -1.0005e-02, 1.2622e-02, -7.8260e-03,
-7.8761e-03, -5.7711e-03, -1.4017e-01, -7.7084e-02, 5.6835e-03,
-1.4674e-02, -1.3028e-02, -2.5572e-02, 3.7766e-02, -7.4973e-03,
1.0674e-02, 2.5265e-03, 1.5462e-02, -1.0342e-02, 6.3933e-03,
3.2160e-02, 3.6615e-02, 1.1737e-02, 2.2167e-02, -1.2174e-02,
7.9552e-02, 2.4142e-02, 1.9844e-02, -5.4427e-02, 4.5745e-02,
8.2651e-03, 6.2437e-02, -4.9917e-02, -3.8090e-02, 2.2459e-02,
-2.1065e-03, 2.7997e-02, 2.3841e-02, -6.2621e-02, -1.2649e-02,
-2.8246e-03, 5.2182e-03, -3.8043e-02, 2.1617e-02, 6.1533e-02,
-3.7165e-02, 1.0658e-02, -4.4199e-02, -3.1591e-02, 1.0276e-01,
-6.9959e-03, -3.2010e-02, 3.4666e-03, -3.7121e-03, 7.7065e-03,
1.7761e-02, 4.6642e-02, -2.3202e-02, 4.1969e-02, 7.2618e-02,
-5.4794e-02, 5.3896e-02, -3.9359e-02, -4.5270e-02, 2.9852e-02,
7.9155e-03, 4.4442e-02, 2.0316e-02, 1.4919e-02, -7.8257e-02,
2.8477e-02, -5.9694e-03, -7.6611e-03, 2.5940e-03, -6.6498e-02,
4.8544e-02, -5.9249e-02, 1.9046e-02, 5.0927e-02, -1.0721e-01,
7.9508e-03, -1.6183e-03, 1.1646e-02, 1.4954e-02, -9.7400e-03,
2.4529e-03, 4.5188e-03, 4.6776e-02, 7.5513e-03, 9.6766e-02,
5.9819e-02, 2.6358e-02, -4.6290e-02, 2.0677e-02, 7.7941e-03,
-6.6883e-03, -2.2640e-02, 3.8604e-02, 4.5617e-02, 2.6990e-02,
3.6257e-02, -2.2540e-02, -4.4141e-02, 4.9387e-02, -4.1865e-02,
5.0325e-02, 3.1292e-02, 1.3353e-03, 2.7844e-02, -1.9449e-02,
7.6110e-02, 2.3539e-02, 1.6164e-02, 3.9310e-02, -2.0875e-02,
4.4038e-02, -1.4051e-02, 2.1250e-02, 2.8350e-02, 5.7053e-03,
-2.4366e-02, -3.0635e-02, 5.4304e-03, 4.7753e-02, 4.8301e-02,
2.0871e-03, 1.5764e-02, 1.9875e-02, 4.6953e-02, -6.0497e-02,
6.3715e-03, 9.2828e-03, -8.0559e-02, -2.6586e-02, 8.1996e-03,
5.1798e-03, -2.9058e-03, -1.0282e-02, -1.1576e-02, 2.1734e-03,
3.1133e-03, -7.0396e-04, -1.0294e-03, -8.4746e-03, -1.4503e-02,
-1.4919e-02, -2.8449e-03, 8.8026e-03, 6.7085e-03, 8.8461e-04,
-4.0130e-03, 1.1280e-02, 1.0619e-03, -4.5760e-03, -1.4846e-03,
-6.7114e-03, -3.9169e-03, 9.0002e-03, 1.3385e-03, -1.2947e-03,
-2.0451e-03, -1.0684e-02, 1.2494e-02, -7.7239e-04, 2.8919e-03,
1.6139e-02, -3.2777e-03, -6.6709e-03, 3.8344e-03, 3.8529e-03,
5.5300e-03, -5.9148e-03, 6.0126e-03, 3.0496e-03, 3.2736e-02,
6.6776e-03, -3.5671e-03, -3.7678e-03, 9.9300e-03, 4.3244e-03,
1.9286e-03, -1.4686e-03, -5.5067e-03, 4.9471e-03, -2.8537e-03,
1.9516e-02, -5.2410e-03, -6.0453e-03, -3.3133e-03, -5.7152e-03,
9.0514e-03, 3.8824e-04, 2.8443e-03, 1.7473e-03, -1.8374e-02,
3.0907e-04, -1.1944e-03, -3.9228e-03, 2.6835e-03, -7.0907e-03,
-3.6794e-02, 1.8137e-02, 1.5774e-02, -2.9014e-02, 1.4364e-02,
9.9050e-03, 1.0423e-02, 2.0093e-02, 1.8030e-02, -3.6392e-02,
1.0733e-02, 3.2782e-02, -3.5103e-02, 1.6872e-02, -9.0952e-03,
-3.6230e-03, 3.3305e-02, -6.1567e-03, 1.1917e-02, 1.8467e-02,
-4.1616e-02, -1.2365e-02, 3.9877e-02, 9.2805e-03, 2.7474e-02,
7.8156e-03, 7.2312e-02, 1.0473e-02, 3.0304e-02, 6.3942e-03,
-4.3285e-03, 8.0398e-03, -3.0108e-02, -1.6880e-02, 1.4589e-02,
-2.1439e-02, 4.2310e-02, 6.5442e-04, 1.3612e-02, -1.5198e-02,
-4.0160e-03, 1.0607e-02, -5.9955e-03, -2.0126e-02, 7.2344e-03,
-1.9363e-02, -2.2706e-02, 4.1474e-04, -1.3182e-02, -1.1052e-02,
7.2094e-03, -1.7335e-02, -3.8071e-02, -7.0451e-03, -7.1542e-03,
-8.1190e-03, -2.6920e-02, -1.7897e-02, 6.9650e-04, -9.5656e-04,
2.0716e-03, -1.9354e-03, -1.7930e-02, -3.0552e-03, -1.8415e-03,
-1.1967e-02, 3.5189e-02, 3.0720e-03, -5.2218e-03, 4.0557e-03,
-7.5087e-03, -3.0520e-02, 1.5320e-02, -1.4223e-02, -1.3656e-02,
8.6984e-03, -1.2345e-02, 9.7897e-03, 9.4183e-04, 1.3612e-02,
7.4557e-02, -7.9227e-02, -2.6609e-02, -2.2052e-02, 3.0125e-03,
5.3062e-03, -4.1340e-02, 1.5794e-02, -1.5913e-02, -9.2527e-03,
5.0483e-03, 4.3878e-02, -2.3457e-02, 4.2550e-03, 2.3051e-02,
-1.3171e-02, -2.2791e-02, 1.4711e-03, -1.2205e-02, 2.4287e-02,
-2.1463e-02, -7.5432e-04, -1.6699e-02, 1.9988e-02, -1.4506e-02,
-1.4191e-02, -8.5552e-03, 4.5246e-02, 2.6863e-03, -9.4742e-03,
6.3739e-02, -2.5593e-02, 4.3142e-03, -1.4696e-02, 2.7639e-03,
-3.0839e-02, -1.5438e-02, 2.5147e-02, 2.0720e-02, -2.5427e-02,
-2.7567e-02, 1.7917e-03, -8.5140e-04, 1.5671e-02, 4.4444e-02,
2.7101e-02, 1.6304e-02, 7.5738e-03, 8.2478e-03, 2.4808e-02,
4.7331e-03, -1.3732e-02, -1.6885e-02, 1.4248e-02, -4.4130e-03,
-6.1923e-03, 2.7957e-03, 1.7715e-02, 2.5153e-03, -1.1149e-02,
1.0957e-02, -7.2378e-03, 2.5267e-03, -1.4168e-02, -2.1304e-03,
-8.8812e-03, 2.5221e-02, 9.1178e-03, -7.0560e-03, -6.7631e-03,
-2.2837e-03, 1.0580e-02, 3.9380e-05, -2.5376e-03, 4.2268e-03,
-2.0347e-03, -5.7227e-03, -1.4710e-03, -3.4916e-03, -3.6959e-03,
-4.7961e-03, 7.0888e-03, 8.4828e-04, 4.0305e-04, -1.6204e-03,
3.7273e-04, -1.5890e-03, 1.9300e-03, -9.5471e-03, 6.8459e-03,
1.1258e-02, -1.4994e-03, -2.3249e-04, -5.3075e-03, 1.6034e-03,
1.1753e-04, 1.4740e-02, -4.3422e-03, -4.7826e-03, 8.6118e-03,
-7.7914e-03, -9.1407e-03, 6.1789e-03, -4.2112e-04, 2.4445e-03,
-3.3829e-03, 1.9029e-03, 6.7847e-03, -5.7403e-04, -6.4262e-03,
5.7780e-03, 2.3966e-03, 3.3891e-02, -3.1290e-03, -2.3694e-02,
-3.1216e-04, 4.7010e-03, 6.7535e-03, 5.2968e-03, -1.8083e-02,
9.5028e-03, -5.5477e-03, -1.8333e-02, -3.2713e-02, 2.9979e-03,
-1.9021e-02, -7.4021e-03, 4.4464e-04, -2.3742e-02, 4.6536e-03,
1.7780e-02, 4.8061e-03, 1.7911e-02, -8.9415e-03, -1.9137e-03,
1.3431e-02, -1.0808e-02, 4.7192e-05, -7.7857e-04, -1.0284e-02,
3.5498e-02, 1.8147e-02, -3.7948e-03, -2.2096e-02, 5.9108e-02,
-1.0690e-02, 1.3864e-02, -8.5652e-03, 2.7399e-03, 2.2028e-02,
-9.7436e-03, 2.9276e-02, 7.2430e-03, 1.7376e-02, -3.6760e-03,
4.7918e-02, 1.3488e-02, -4.7994e-03, -4.8655e-03, -5.9558e-04,
7.1525e-03, -2.9607e-03, 5.3171e-03, 8.3754e-03, 6.1858e-04,
-1.6679e-02, 4.5989e-02, -2.9172e-02, 2.9705e-02, 1.1345e-02,
-2.0606e-02, -1.6118e-02, 4.2739e-02, 3.8217e-04, 2.2527e-02,
5.9498e-04, 4.0847e-03, 1.7588e-02, 1.4460e-03, 4.9591e-03,
4.6516e-03, 3.5329e-03, 2.1355e-03, 2.1084e-03, 1.5109e-02,
2.1027e-03, 3.5713e-03, 1.6618e-03, -2.7177e-04, 6.9269e-05,
-3.8669e-03, 4.7542e-03, 5.0263e-03, -4.7871e-04, -1.5045e-03,
1.6469e-03, 3.4703e-03, -4.5351e-04, -1.5418e-02, -6.4646e-04,
2.7993e-03, -1.4090e-02, 1.7474e-02, 5.1040e-03, -3.6376e-03,
-5.9288e-05, -1.4215e-02, -6.6881e-03, -3.9349e-03, 3.7622e-03,
4.0224e-03, -2.7069e-03, -1.5463e-02, 5.2500e-04, -6.4402e-03,
-4.8751e-03, 1.1501e-02, 9.9333e-04, -2.9541e-03, 1.1257e-03,
-1.8600e-03, 1.0158e-02, 8.7932e-03, -2.3815e-04, 1.0334e-02,
-1.8613e-04, 2.3923e-03, 4.9675e-03, 1.1273e-02, -1.3488e-03,
-1.1627e-02, 2.6056e-03, -8.1567e-04, 1.0459e-02, 4.9461e-03,
-2.7729e-03, -3.6039e-03, -1.0436e-01, 1.6830e-03, -1.6664e-03,
7.0956e-03, -3.3422e-03, -8.5276e-03, 7.8652e-04, 3.3208e-03,
4.0447e-02, -9.2809e-03, 4.9026e-03, -1.7719e-03, -5.2984e-03,
-5.7194e-03, -7.7458e-03, 1.1952e-02, 2.7564e-03, -7.2688e-03,
2.4214e-03, 5.9665e-03, -1.9078e-03, -6.6179e-03, -9.5885e-04,
5.1492e-03, 2.0554e-02, 5.6892e-03, 6.5820e-03, 4.1815e-03,
-4.0015e-03, 1.9332e-03, 6.6788e-03, 1.3661e-02, -3.2862e-03,
-6.1425e-03, 2.3673e-03, -1.2797e-02, 1.1345e-02, 1.8424e-02,
-7.1604e-03, 1.0534e-02, 5.5103e-03, 2.5811e-03, -5.6189e-04,
-4.1341e-03, 7.3838e-03, 1.2074e-03, -1.7867e-02, 4.2374e-03,
5.4382e-03, 4.5963e-03, 7.2308e-03, 1.4394e-03, 6.1841e-02,
3.2502e-03, -4.3295e-03, -2.3391e-03, 1.3995e-02, 5.5105e-03,
5.1360e-03, -5.4831e-03, -1.5585e-02, -1.0394e-02, -5.0343e-03,
-1.8424e-03, -8.8749e-04, -9.5905e-03])),
('model.encoder.layers.4.self_attn.q_proj.weight',
tensor([[-0.0557, 0.1893, -0.0999, ..., -0.0205, -0.0674, 0.1619],
[ 0.0432, 0.0833, 0.0572, ..., 0.1269, -0.0259, -0.0897],
[-0.1136, 0.1387, -0.0598, ..., -0.0515, -0.0580, -0.0996],
...,
[ 0.0441, -0.0533, -0.0494, ..., 0.0561, -0.0245, 0.0417],
[ 0.0128, 0.0481, 0.0428, ..., 0.1036, 0.0313, 0.0401],
[-0.0182, 0.0349, 0.0223, ..., 0.0033, -0.0435, 0.0724]])),
('model.encoder.layers.4.self_attn.q_proj.bias',
tensor([-1.8555e-01, 1.1783e-01, -3.2049e-01, -2.6927e-01, 4.4926e-02,
-3.4702e-01, 2.8508e-02, -4.9303e-02, -4.6319e-02, -2.7987e-01,
1.3019e-01, 3.8572e-01, 1.7719e-01, -4.6529e-01, 7.3928e-02,
2.9700e-01, -3.6093e-03, -6.0236e-01, 8.3862e-02, -8.2418e-02,
-1.5906e-01, -6.6290e-01, -1.4506e-01, 1.9633e-01, 1.3253e-01,
-1.1010e-01, -6.4208e-01, -3.3941e-02, 3.3852e-01, 3.5329e-01,
2.7177e-01, -1.8570e-03, 2.6287e-01, 7.5441e-02, 2.8660e-01,
6.5589e-03, 1.1850e-01, 5.4156e-02, 2.8202e-01, -1.8306e-02,
5.9494e-01, 2.8418e-01, 3.1903e-02, 2.9361e-01, -2.5248e-01,
-2.7858e-01, 1.6924e-02, -3.4800e-02, 3.3646e-01, -2.4406e-01,
1.0182e-01, 3.7088e-01, 3.6396e-01, 4.1316e-01, 9.2586e-02,
-1.2570e-01, 3.0701e-01, -3.1581e-01, 9.3947e-03, -2.3046e-01,
-3.9055e-02, -6.0738e-01, 1.9599e-01, 2.3786e-04, 3.9705e-02,
-1.4324e-01, -3.3398e-01, -1.0872e-01, -3.1784e-01, 5.5123e-02,
4.8234e-01, -3.5616e-01, -5.0545e-01, 1.0293e-01, 6.6002e-02,
-3.1128e-01, -2.0453e-01, -6.9920e-02, -6.0395e-01, -5.7855e-01,
-4.4269e-01, -4.4872e-01, 1.2903e-01, -3.2360e-01, 5.1756e-02,
-4.0547e-01, 6.0934e-01, -5.0685e-01, -2.5703e-02, 6.0820e-01,
2.0018e-01, -3.4386e-01, -4.2456e-02, 3.2844e-01, 6.0057e-01,
-3.7966e-01, 4.4619e-01, 1.0976e-01, -3.1861e-01, 2.0022e-01,
5.8480e-02, -5.6816e-01, -5.0860e-01, -2.8044e-01, -2.0854e-02,
-5.0571e-01, 2.9725e-01, 3.3796e-01, 6.5393e-01, -1.2433e-01,
4.9603e-01, -5.2046e-01, 2.1888e-01, 2.3625e-02, -3.4484e-01,
1.4341e-01, 4.4654e-01, 8.2187e-02, -5.0568e-01, -2.3571e-01,
-4.5341e-01, -1.7381e-01, -3.1704e-01, 1.6343e-01, -2.8335e-01,
-3.3815e-01, 3.0329e-01, -1.6079e-01, 5.0740e-01, -2.2471e-02,
1.2462e-01, 4.4595e-01, 3.9205e-01, -8.8804e-02, -3.8543e-01,
-7.5428e-03, -4.9342e-01, -3.8073e-01, 8.9714e-02, 8.3811e-02,
-2.8850e-01, -2.4161e-01, -4.4340e-01, -4.0540e-01, 1.4113e-01,
-2.7715e-01, -1.7784e-01, 3.0732e-01, 1.7916e-01, 3.4740e-01,
4.7230e-01, -3.5029e-01, 2.2251e-01, 2.8385e-01, 1.1147e-01,
6.0636e-01, -1.7951e-02, 3.6688e-01, 8.8004e-02, 5.2445e-01,
1.2923e-01, 3.4903e-01, 1.3368e-01, -1.8461e-01, -1.2085e-02,
2.7564e-01, -1.9340e-01, -6.4355e-02, -1.8312e-01, 2.2257e-01,
1.7504e-01, 3.0228e-01, 4.1145e-01, 2.9761e-01, 3.3263e-01,
3.4878e-02, 4.2386e-01, 4.7894e-01, 4.5039e-01, -4.1538e-02,
-1.9832e-01, -3.2686e-02, 3.0209e-01, 2.2793e-01, -4.9147e-01,
6.1238e-02, 1.9002e-01, -1.3081e-01, -5.9449e-02, -3.8188e-01,
3.5134e-01, 4.8715e-01, -1.2686e-01, 5.4910e-02, 2.6920e-01,
-2.7283e-02, 2.9252e-02, 2.4287e-01, 1.1889e-01, 2.9221e-01,
2.1815e-01, 6.2877e-03, 5.2737e-01, 2.9217e-01, -3.5721e-01,
-1.2811e-01, -5.3176e-02, 3.7573e-02, 1.0019e-01, 6.0704e-01,
-2.0370e-01, -1.2388e-01, -1.2665e-01, -7.3172e-01, 3.2898e-01,
5.0047e-01, -1.6260e-01, -1.9518e-01, 6.6836e-02, -3.8959e-01,
2.9054e-01, -2.7984e-01, 2.0630e-01, -4.4519e-01, 1.3691e-01,
1.7775e-01, -1.7380e-01, -3.5804e-01, -5.3200e-02, -9.7000e-02,
3.2019e-01, 2.7642e-01, -1.5544e-01, 2.0470e-01, -5.6167e-03,
-1.0118e+00, 2.1376e-01, -2.2389e-01, 2.8894e-01, -9.9873e-02,
3.3224e-02, -1.4425e-02, -1.6687e-01, -1.2325e-01, -3.3927e-01,
1.2242e-01, -8.4307e-01, 2.3598e-01, -8.6449e-02, -4.9358e-02,
2.4406e-01, -5.9520e-03, -2.6020e-01, -6.6635e-02, 2.0628e-01,
2.7741e-01, -3.9071e-01, 8.8331e-01, 3.8780e-01, 2.1469e-01,
5.1706e-01, -3.0337e-01, -3.7350e-01, -6.6456e-01, -2.0599e-01,
2.2050e-01, 1.1482e-01, -2.9963e-02, -1.0981e-01, -7.0469e-01,
2.4448e-01, 4.2491e-01, -5.3016e-02, 1.5976e-01, 3.2742e-01,
-5.6751e-02, -1.8500e-01, 4.7843e-01, -1.9920e-01, 2.3998e-01,
-1.8093e-01, 1.9512e-02, -5.5960e-01, 3.0496e-01, 2.7628e-01,
-4.7462e-03, -3.7401e-01, 1.1390e-01, -3.1923e-01, -1.9563e-01,
2.5470e-02, -2.2422e-01, -1.6529e-01, -2.0954e-01, 2.0002e-01,
4.5558e-01, -8.8315e-03, 5.0343e-02, 1.9437e-01, -6.7382e-02,
-3.3408e-02, -6.7894e-02, 1.6280e-01, -3.2422e-01, 4.2224e-01,
1.3620e-01, 4.3046e-02, -1.2489e-01, -6.9215e-01, 8.3675e-02,
2.1439e-01, 8.6576e-02, -1.1040e-01, 9.3050e-02, -5.5087e-01,
-1.1318e-01, -2.5247e-01, 1.9777e-01, 2.7758e-01, -5.3229e-01,
-2.5924e-01, -1.9340e-01, 2.2519e-01, 1.9856e-01, 3.5897e-01,
4.4325e-01, -3.2833e-01, 6.6490e-01, 4.1270e-01, 2.6054e-01,
-9.6436e-02, 1.4029e-01, 2.8818e-01, -2.7479e-01, -3.2915e-01,
-1.5476e-01, -3.4189e-01, -2.9279e-01, -3.5272e-02, 4.1673e-01,
1.6339e-01, -2.4055e-01, 4.5210e-01, -4.2452e-01, 3.0161e-01,
-2.7839e-01, 3.5635e-02, 2.0132e-01, -2.8005e-01, -1.3403e-01,
2.3708e-01, -5.1749e-01, 4.2136e-01, 4.4899e-01, -1.8407e-01,
-3.1794e-01, -2.2593e-01, -3.0711e-02, 2.1566e-01, 3.2368e-01,
-4.2889e-01, 1.1070e-01, -8.1265e-02, 4.6603e-01, 5.0255e-02,
6.6691e-02, -7.1910e-01, -4.0555e-01, 5.7657e-02, 2.9391e-01,
9.2435e-02, -2.1701e-02, -2.2123e-01, -2.2566e-01, 1.4272e-01,
1.2691e-01, -2.9382e-01, 6.8307e-01, 2.9768e-01, 5.1570e-01,
5.7993e-01, -2.2543e-01, -3.3375e-01, 2.0111e-01, -5.7398e-02,
2.8204e-01, 8.9824e-02, -1.7806e-01, -5.3650e-02, -5.8898e-02,
-9.7164e-02, -1.4500e-01, -1.9543e-02, 5.8265e-01, -9.4673e-01,
-7.1851e-01, -6.8806e-01, 1.7042e-02, 2.1089e-01, -9.7719e-02,
5.2192e-01, 8.1288e-01, 3.4797e-01, 2.6442e-01, 1.5707e-02,
-2.4541e-01, 4.6109e-01, 6.7453e-02, -7.7529e-01, 1.1519e-01,
-8.2909e-02, -1.1427e-01, -9.4085e-02, 1.4847e-03, -2.8658e-01,
-1.0222e-01, 3.8999e-01, 1.1254e-01, 5.5671e-03, -8.0227e-01,
1.9243e-01, -1.9191e-01, 9.7852e-02, -2.7304e-01, -1.1603e-02,
6.9805e-02, 1.2509e-01, 3.3430e-01, -2.4825e-03, 1.0924e-01,
-1.8503e-01, 9.9497e-02, 1.5437e-01, 1.9735e-01, -3.0716e-02,
4.0002e-01, -1.0362e-01, -1.1749e-01, -1.2397e-01, -7.9719e-02,
-1.1152e-01, 3.7349e-01, -4.2669e-01, -6.5213e-02, 2.6133e-01,
4.1964e-01, 3.0688e-01, -3.7302e-02, 1.7267e-01, 1.6278e-01,
4.8359e-01, -2.6619e-01, 4.5231e-01, -1.9969e-01, -2.9226e-01,
1.0137e-01, 5.2516e-02, -1.6606e-01, -2.0933e-02, 3.9497e-01,
2.3403e-01, 8.3779e-02, 1.0437e-02, -7.1149e-01, 4.8568e-02,
-1.8390e-01, 5.8572e-01, -1.8414e-01, 7.2650e-01, 1.3495e-01,
-2.7215e-02, -2.1134e-01, -6.1913e-01, 2.4974e-01, 1.1257e-01,
-1.2267e-01, -2.4040e-01, 7.2964e-01, -3.9222e-01, 5.5448e-01,
6.9823e-01, -6.0795e-02, -5.6646e-03, 1.3623e-01, 1.7269e-01,
5.6073e-01, -1.4367e-01, -3.3816e-01, -3.3722e-01, -5.3494e-02,
2.7874e-01, 5.6392e-01, 6.5170e-01, 1.8308e-01, -2.6529e-01,
2.0384e-01, 5.5198e-01, -1.6624e-02, 2.9347e-02, -3.8716e-01,
-2.4920e-01, 5.0475e-01, -2.5971e-01, 1.6324e-01, -5.9946e-01,
-4.7116e-01, -2.8612e-01, 3.0324e-01, 1.7340e-01, -2.9270e-01,
2.3486e-01, 2.9344e-02, -1.4259e-01, 3.8949e-01, 4.1911e-01,
-1.5975e-02, 6.5569e-01, -2.2497e-01, 8.7404e-01, -1.5139e-01,
-3.7734e-01, 1.6451e-01, -2.3355e-02, 3.7929e-01, 2.6424e-01,
2.8713e-01, 8.8471e-02, -3.6635e-01, 5.9655e-02, 1.2616e-01,
-1.8527e-01, 4.6756e-01, 1.6885e-01, 1.9995e-01, 4.5856e-01,
8.1115e-02, -9.8364e-02, -1.9494e-01, -4.7516e-01, -4.9723e-02,
1.6564e-01, -1.4736e-01, -7.8279e-03, -3.2371e-01, -1.5692e-01,
4.4374e-03, -2.1632e-01, -3.1889e-01, -7.9430e-01, -4.0574e-02,
-2.1369e-01, 5.7226e-01, -2.1041e-01, -5.4043e-01, -2.7003e-01,
-2.2144e-01, 8.9532e-02, -5.9362e-02, -3.0168e-01, -4.2252e-01,
-6.3502e-03, -3.3428e-01, 1.9388e-01, -4.4200e-02, 1.2837e-01,
1.2010e-01, -2.2397e-01, -1.2988e-01, 6.4606e-01, 3.6837e-02,
1.5308e-01, 2.7200e-01, 2.4439e-01, -2.3995e-01, -1.5460e-01,
-2.4621e-01, 1.6054e-01, -1.9400e-01, 4.9494e-03, 2.0250e-01,
-2.7088e-01, -2.9450e-02, -5.6125e-02, 8.9168e-01, 7.7933e-02,
-7.1913e-02, 4.0442e-02, -1.0854e+00, -2.9141e-01, -2.3286e-01,
-2.8815e-01, -1.3111e-01, -1.9716e-01, -1.1528e-01, 1.6256e-01,
4.5429e-01, -2.7590e-02, -1.6423e-01, 1.0753e-02, 2.0217e-01,
1.4662e-02, -5.2322e-01, -1.0039e-01, 6.2058e-01, 2.0219e-01,
-4.1953e-01, -8.9076e-03, 5.2649e-03, 6.1595e-03, 4.6003e-01,
-5.6139e-01, -8.1878e-02, -1.2907e-02, 1.8710e-01, 6.4756e-02,
4.9478e-01, 7.2879e-02, 2.6469e-01, -2.0389e-01, 3.2318e-01,
-1.4732e-02, -2.7000e-01, 5.7709e-01, 7.6718e-02, 2.2021e-01,
2.5106e-01, 2.5726e-01, -1.4371e-02, -5.3709e-02, -8.2928e-02,
3.4293e-02, 1.6647e-02, 2.4011e-01, 2.2208e-01, 9.5153e-02,
-2.3327e-01, 1.1551e-01, -1.2302e-02, 4.2336e-01, -6.9271e-02,
8.9957e-02, 1.0716e-01, -1.6803e-01, -1.0733e-01, 1.1798e-01,
4.7279e-01, -5.1441e-01, -4.3843e-01, 1.0706e-01, 5.2661e-01,
-3.2120e-01, -4.0172e-02, 1.0565e-01, 6.4023e-02, 2.7320e-01,
-8.0287e-02, 2.9873e-01, -2.2452e-01, -2.1191e-01, -4.7535e-01,
2.1196e-01, 2.9689e-01, -2.1118e-01, -5.7957e-01, 6.9528e-02,
-6.7203e-01, -2.7438e-01, -5.8352e-01, -4.7510e-01, 9.5746e-02,
-4.4409e-01, 2.3988e-01, 4.1656e-01, -6.3887e-01, -5.4868e-01,
2.7117e-01, 4.3293e-01, 1.0379e-01, 9.1055e-02, -3.5102e-01,
2.4126e-01, 3.6398e-01, 3.5161e-01, -1.4054e-01, 4.7824e-02,
1.2510e-01, -2.5423e-01, -4.1783e-02, -3.6425e-01, -6.0068e-01,
-5.4651e-01, 5.0819e-01, -4.3876e-02, 3.4945e-01, 5.6019e-02,
-3.7655e-03, -7.9013e-01, 1.0876e-01, 3.5962e-01, 3.7802e-01,
5.1327e-01, 5.0744e-01, 1.7613e-01, -2.9327e-01, 4.6808e-01,
5.0011e-01, -1.3875e-01, -1.8352e-02, -1.5469e-01, -1.3208e-01,
-3.1728e-01, -6.6758e-02, -4.7475e-01, 5.9449e-01, -7.5041e-02,
6.0919e-01, 1.7161e-01, -2.4064e-01, 2.2481e-01, -4.7659e-01,
6.9028e-03, -4.9413e-01, -2.4134e-01, 2.5533e-01, -7.6165e-02,
1.5085e-01, -1.0724e-01, 3.2351e-01, -4.0217e-02, 1.3393e-02,
5.5240e-01, -2.9254e-01, 8.1974e-03, 1.8241e-01, 3.4743e-02,
-2.2465e-01, 1.9365e-02, -1.9684e-01, 2.0212e-01, -2.0031e-01,
-3.0950e-01, 4.7583e-02, -3.3573e-02, 6.0372e-02, 9.6440e-02,
-5.5813e-02, 4.3327e-01, -1.2833e-01, -2.9875e-01, -4.5359e-01,
1.4420e-01, 1.4345e-01, -4.7276e-01, 4.4528e-01, -4.3502e-01,
1.4465e-01, 1.7936e-01, -3.0355e-01, 4.5371e-02, -2.2747e-02,
2.6392e-01, -1.0884e-01, 4.5227e-01, -2.0031e-01, -3.8126e-01,
4.0078e-03, 1.5226e-01, 1.7335e-01])),
('model.encoder.layers.4.self_attn.out_proj.weight',
tensor([[ 0.0410, -0.0129, -0.0109, ..., -0.0791, -0.0478, -0.0163],
[ 0.0373, -0.0184, -0.0306, ..., 0.0836, -0.0546, 0.0935],
[-0.0052, 0.0217, -0.0166, ..., -0.0064, 0.0468, 0.0440],
...,
[ 0.0169, -0.0421, 0.0996, ..., 0.0366, -0.0849, 0.0136],
[-0.0031, -0.0003, 0.0307, ..., -0.0604, -0.0111, -0.0348],
[ 0.0424, -0.0824, 0.0220, ..., -0.0394, -0.0160, -0.0042]])),
('model.encoder.layers.4.self_attn.out_proj.bias',
tensor([-4.2980e-02, 3.8753e-02, 9.1553e-03, 1.4830e-02, 3.3417e-03,
-9.6344e-04, -5.0286e-02, 3.3009e-03, 2.3121e-02, 1.2702e-02,
-9.5056e-03, -4.6382e-02, 1.4661e-02, 9.4147e-02, -7.9961e-03,
-1.1985e-03, -7.6227e-02, -2.1111e-02, 2.6449e-02, 2.3992e-02,
-1.2654e-01, 4.3126e-02, 1.1323e-03, 5.8816e-03, -2.5178e-03,
3.3262e-02, -1.5696e-02, 2.0635e-02, 3.2878e-03, 4.1029e-03,
-1.3703e-02, 2.5747e-02, -4.1511e-02, 2.9320e-03, -1.0664e-02,
-1.5348e-02, -3.9168e-03, 2.9883e-02, 7.4159e-03, -5.3827e-02,
2.4247e-03, -4.1656e-02, 8.6731e-03, 1.4727e-02, -2.3614e-02,
2.8348e-02, 4.4669e-03, 3.2562e-02, 1.4222e-02, -1.4634e-02,
-2.1589e-02, -4.5492e-02, 1.3758e-02, 3.3698e-03, 2.0130e-02,
2.5333e-04, 1.3689e-02, -6.1944e-02, 1.9992e-02, -1.1367e-02,
-1.5867e-02, 1.8485e-02, -1.0522e-02, 3.0132e-02, 4.4200e-02,
-2.5947e-02, 4.8696e-02, 1.4169e-02, 1.4350e-02, 1.4942e-03,
1.3601e-02, -3.6695e-03, -5.8271e-03, 1.3780e-02, -2.6768e-02,
-6.4624e-03, -3.3666e-02, 2.4046e-02, 4.4813e-03, 2.1037e-02,
2.2879e-02, 3.4225e-02, -3.7997e-03, 2.5869e-02, -8.3877e-03,
2.8924e-02, 6.8888e-03, 1.1183e-02, -9.8890e-02, 7.3366e-03,
-3.1305e-02, -9.7445e-03, 2.1276e-03, -2.5971e-02, -5.7617e-02,
-1.0003e-02, 2.9954e-02, 3.3362e-02, 4.5314e-03, 3.1616e-02,
4.3013e-03, 1.8946e-02, -2.6235e-02, 7.3678e-02, -1.4634e-02,
1.7748e-02, 5.9916e-03, 2.5927e-03, -4.0160e-02, 3.5191e-04,
2.6599e-02, -8.1942e-04, -2.7969e-03, -3.3057e-02, -1.1560e-02,
3.4533e-02, 7.2917e-03, 4.7507e-03, 3.5218e-02, 1.3719e-02,
7.1243e-03, -8.4592e-03, -2.5572e-02, 3.5280e-02, 2.0645e-02,
-1.0578e-01, -2.6108e-02, 3.2182e-02, 5.7782e-03, -7.2074e-02,
1.4036e-02, -1.3881e-02, 1.1053e-02, -1.4792e-02, 2.7158e-02,
-2.3746e-05, -4.0916e-02, -8.3642e-04, -4.4058e-02, 1.6238e-02,
2.2201e-02, -3.8594e-02, -2.3112e-02, 2.4021e-02, -2.3460e-02,
-4.8670e-02, -4.2785e-02, -9.5503e-03, -1.6889e-02, -1.9166e-02,
1.2073e-02, -6.8108e-02, -3.2322e-02, 2.1208e-02, -1.1492e-02,
-2.0728e-02, 5.6261e-02, 3.1914e-03, 6.6436e-02, -1.2379e-02,
3.0008e-02, 1.4153e-02, -1.3496e-02, 4.3595e-02, 3.0045e-02,
-7.7461e-03, -9.6095e-03, 4.0145e-02, -1.1404e-02, 7.2864e-02,
1.8584e-02, 2.0782e-02, 2.9403e-02, 1.0871e-02, 2.4454e-02,
-1.1289e-02, -2.7240e-03, -1.0156e-02, 1.6303e-02, -1.9783e-02,
-7.1117e-03, -2.0836e-02, 1.1745e-03, 6.4433e-03, -5.0893e-02,
-3.6864e-02, -2.3566e-03, 2.2828e-02, -2.5498e-02, -3.1458e-02,
1.3610e-03, -3.4496e-02, 1.1154e-02, -2.1811e-02, 1.3667e-02,
-7.4697e-03, 7.3876e-04, 1.3911e-02, 6.4608e-02, 2.1902e-02,
1.3292e-01, -2.2435e-02, 1.6327e-03, -9.2953e-03, -1.2631e-02,
9.7391e-02, -1.8099e-02, -1.2969e-02, 4.6610e-03, -9.8841e-04,
-2.2310e-02, -1.6565e-02, -1.2869e-02, 5.0978e-03, 3.8906e-02,
-2.5637e-02, -5.3089e-03, -1.9135e-02, -7.8071e-03, -5.3708e-03,
-7.9883e-03, 1.5831e-02, -3.2878e-03, 1.8344e-02, 1.5650e-02,
1.3419e-02, -4.4388e-02, 2.4932e-02, -3.1115e-03, 9.3633e-02,
-1.6945e-02, -2.1925e-03, -2.2037e-02, 1.4510e-02, -5.6336e-02,
2.0642e-02, 1.7725e-02, -1.3909e-02, 2.7317e-02, -2.5415e-02,
-3.1783e-02, 1.0200e-02, -3.0212e-02, -3.5127e-02, 2.5718e-02,
-1.8959e-02, 3.2816e-03, -6.6568e-03, 4.3427e-02, 3.9944e-02,
-1.4070e-02, 3.4138e-02, -1.1655e-02, 9.4278e-03, -4.7482e-02,
-6.8297e-03, 8.7484e-03, 4.7137e-03, -1.5671e-03, -4.8680e-02,
-5.7203e-03, 1.5488e-02, 1.6095e-02, 1.4242e-02, 1.0449e-02,
3.6396e-02, -7.4966e-03, 1.1362e-02, -5.6902e-03, -4.3869e-03,
6.1994e-02, -1.0602e-02, 2.5793e-02, -1.9348e-02, -1.9218e-03,
2.2096e-02, -6.8291e-02, 2.7542e-02, -2.7597e-02, 2.5787e-02,
9.0684e-03, -5.2845e-02, 6.0723e-03, -4.1318e-03, 2.0719e-02,
2.6039e-02, 1.2852e-03, -8.0589e-03, -7.8557e-03, 8.7467e-03,
-3.8629e-02, 1.7658e-03, 1.5565e-02, 1.6555e-02, 1.8586e-02,
6.2889e-02, 1.1513e-02, -1.1194e-02, -1.3059e-02, 1.5543e-02,
6.5657e-03, -9.7358e-03, -1.2430e-02, 3.7983e-02, 6.3014e-03,
-3.0600e-03, -2.6303e-02, -8.6279e-03, -8.3255e-03, 6.4483e-02,
-4.0505e-03, 5.9917e-02, -4.9981e-03, 2.7061e-02, -3.0519e-03,
-5.7231e-03, -5.6576e-03, 1.5002e-02, -6.3184e-03, -5.5646e-03,
1.8699e-02, -1.4522e-02, -5.4075e-02, -3.2798e-02, -4.1916e-02,
8.8062e-04, -1.1684e-02, -5.6412e-03, -3.1397e-02, -3.7608e-02,
-1.4196e-02, -1.9727e-02, 2.6817e-03, 5.4216e-03, -2.6701e-02,
3.8171e-03, 9.3472e-03, -3.6074e-02, 1.5915e-02, -2.2341e-03,
-1.0749e-02, 9.9998e-03, -3.2313e-02, -2.0728e-02, 2.0169e-02,
-7.8372e-03, 6.6738e-03, 1.6486e-02, 1.6862e-02, 4.1815e-04,
1.5085e-02, -1.8623e-02, -9.7361e-03, 3.5990e-02, 3.8195e-02,
-9.1116e-03, -7.0340e-02, 3.1098e-03, -6.4199e-02, 7.4815e-02,
3.5643e-02, 9.1255e-02, -4.8675e-03, 1.8565e-03, 9.3663e-03,
-1.2983e-02, -2.6030e-02, -1.8300e-02, 1.1901e-02, 3.8010e-02,
-1.0876e-03, -2.4840e-02, 1.4136e-02, -2.6587e-02, -1.1988e-02,
4.9474e-02, 2.7900e-03, 1.3466e-02, -5.9206e-03, 1.5467e-03,
2.1308e-02, -6.2604e-02, -3.6633e-02, 2.7869e-02, 2.4211e-02,
-3.0932e-02, -3.7037e-02, 6.1228e-03, -6.6846e-03, 2.3447e-03,
7.3643e-03, 3.7647e-03, 1.0569e-02, -3.3880e-02, -1.3925e-02,
-1.1665e-02, 1.5250e-02, 1.4421e-02, -3.1960e-02, -3.8791e-03,
-1.0922e-02, 2.4161e-02, 2.8965e-02, -3.1572e-02, -1.5144e-03,
1.4473e-02, 5.0988e-02, -3.0150e-02, -4.1634e-02, -2.4151e-02,
-1.5057e-02, -2.4893e-02, -2.5396e-02, -1.8267e-02, 1.0311e-02,
-1.1183e-03, -2.3286e-02, -4.3220e-03, 4.8752e-03, 3.1541e-02,
3.0084e-02, 2.4180e-02, 1.3575e-02, 2.8198e-02, 1.7626e-02,
-5.1510e-03, 8.5132e-03, -7.6081e-03, -1.2294e-02, 3.4823e-02,
8.1067e-03, 1.4340e-02, 1.7083e-02, 1.1617e-02, 4.4747e-03,
1.5787e-02, 2.5009e-02, 3.1825e-02, 1.3164e-02, 1.2685e-02,
-2.6817e-03, 2.8062e-02, 1.7197e-02, 9.2719e-02, -7.0582e-03,
3.2026e-03, 1.5323e-02, 2.5211e-04, 8.6517e-03, 2.8254e-02,
-3.0368e-02, 4.4566e-02, 8.6593e-03, -5.2648e-03, -3.8177e-02,
2.9690e-02, -1.0884e-02, 1.4766e-02, -1.9847e-02, 6.3653e-04,
-1.2504e-02, -2.9341e-02, -3.3308e-02, 1.4915e-02, -1.9929e-02,
-1.5745e-02, -2.7834e-02, -3.6790e-02, -8.2263e-03, 7.9511e-03,
4.6075e-03, 2.2122e-02, -2.6898e-02, 1.8085e-02, 2.4199e-02,
3.2685e-03, 4.0019e-02, -1.1732e-02, 7.9086e-03, 3.5390e-02,
5.0003e-02, 1.6459e-02, 8.8722e-03, -7.4902e-02, -1.9247e-02,
2.2137e-02, -7.9327e-03, -2.1113e-02, -5.2298e-02, -6.0309e-02,
2.0780e-02, 5.5937e-02, -2.7305e-02, 2.7371e-02, -3.2144e-02,
-1.6214e-02, 2.5401e-02, 4.3215e-03, 1.8764e-03, -1.2776e-02,
-3.7902e-02, 2.1935e-02, 1.7677e-02, 2.0131e-02, -2.9552e-02,
5.6883e-03, 7.6931e-03, -7.4495e-03, 1.7344e-02, 1.7029e-02,
8.6231e-03, -1.3031e-02, -2.7584e-02, 2.7399e-02, -8.6008e-03,
1.2452e-02, -4.2034e-02, 4.3200e-02, -1.1654e-02, -2.1966e-02,
4.1414e-02, -3.4185e-02, -2.0742e-02, 1.1217e-02, 1.2359e-02,
-5.9121e-02, -5.7311e-03, 4.4622e-03, -4.2327e-02, -1.2194e-02,
-2.2958e-02, 2.7488e-02, 8.9232e-03, -1.4741e-02, -1.5797e-02,
-1.4211e-02, -4.6635e-02, -2.5473e-02, -2.1308e-02, 1.1064e-03,
5.0012e-03, -4.3900e-03, -1.6788e-02, 2.6313e-02, -3.7178e-03,
-3.7416e-02, -2.3748e-02, -5.9723e-02, -1.0763e-02, -1.6936e-02,
1.6450e-02, 3.3406e-03, -3.9281e-02, -1.0894e-02, 3.6591e-02,
-2.2238e-02, 4.6344e-02, -5.9261e-02, 1.9083e-02, -7.9891e-03,
2.0779e-02, -4.2467e-02, 1.0629e-04, 1.1237e-02, 4.4614e-02,
-1.4857e-02, -9.3991e-04, -5.0633e-03, 3.7495e-02, -6.3318e-03,
-4.5506e-02, -9.7995e-02, -6.0116e-03, -3.9103e-03, 1.3128e-02,
-3.7032e-02, -3.1305e-02, 1.0672e-02, -1.0413e-02, -1.7155e-02,
-2.3688e-02, -1.3495e-02, -3.7994e-02, 4.3017e-03, 5.6848e-03,
-1.6667e-02, 3.1322e-02, 6.7528e-03, -2.2807e-04, 1.7464e-02,
-5.8124e-03, -7.5435e-02, 1.4062e-02, 4.2480e-02, 4.4544e-03,
-5.0112e-04, -2.5229e-03, 2.9132e-02, -6.1058e-02, -4.7876e-02,
2.4470e-02, -7.0211e-02, 1.3590e-02, 3.0131e-03, 1.4535e-02,
-2.2128e-02, -3.6448e-02, -1.8997e-02, -1.0918e-02, -2.4736e-02,
9.8729e-03, -2.0541e-02, -2.7414e-02, 4.4542e-02, -5.9123e-02,
1.1138e-02, 1.7802e-02, -1.6408e-02, 2.5824e-02, -1.4681e-02,
-1.1678e-02, 2.4945e-02, 1.3356e-02, 1.0532e-02, 1.1857e-02,
-1.0741e-02, 3.4158e-03, -3.4936e-02, 5.9984e-03, 1.1928e-02,
2.7104e-03, 2.2678e-02, 1.4520e-02, -3.0876e-02, -8.8626e-03,
6.1920e-02, 4.3380e-03, -8.2748e-02, 3.6913e-02, -2.1373e-03,
-4.2170e-02, -3.4389e-02, 3.0553e-02, -1.8905e-04, -5.2140e-03,
-6.1672e-02, -1.9475e-02, -2.1778e-02, -2.1226e-02, 6.8421e-03,
4.7391e-03, 1.2410e-03, -1.1448e-02, 1.1659e-02, 9.0345e-03,
-2.1354e-02, -1.5233e-02, 1.3714e-02, -1.3643e-02, -3.2625e-02,
1.7893e-03, -8.1291e-03, 2.8482e-02, -2.2938e-02, 1.4559e-02,
8.0767e-03, -3.9628e-02, 9.6314e-03, 2.7729e-02, -1.0543e-02,
1.0593e-02, 2.7869e-03, 1.2269e-02, -2.8545e-02, 2.5135e-02,
2.0450e-02, 2.7033e-02, -1.1768e-02, 3.3557e-02, 1.2410e-02,
-5.0608e-02, -4.5197e-02, 3.4112e-02, 4.9321e-02, 1.6022e-02,
5.0753e-03, -1.6944e-03, 1.1662e-03, -2.6720e-03, 2.3977e-02,
1.6638e-02, -4.4398e-02, 1.4976e-02, -1.5885e-02, -4.0218e-02,
5.1102e-04, -2.9771e-03, -6.3354e-02, -5.6027e-02, -2.8298e-02,
-2.2446e-03, 1.2224e-02, 1.2396e-01, 1.1482e-02, -6.7886e-04,
4.1447e-02, -3.6090e-03, -2.6016e-02, -1.8730e-02, -7.2877e-03,
2.9692e-02, -5.0455e-02, -4.7586e-02, 4.5082e-02, 4.9607e-02,
-2.2976e-02, -4.4601e-03, 2.2479e-02, 1.7450e-02, 1.9660e-02,
1.8175e-02, -6.3214e-03, -3.2905e-02, 8.5244e-02, 4.2338e-03,
3.2033e-02, -2.5740e-02, 2.6960e-02, -3.7029e-03, 4.4277e-02,
-1.6938e-02, -2.3323e-02, -5.7407e-02, -7.0682e-02, 2.5147e-02,
-2.5722e-02, -2.6393e-02, 2.6172e-02, -3.1394e-02, 2.3173e-02,
1.7068e-02, 5.5105e-02, 6.2489e-03, 1.6980e-02, 1.1779e-02,
-1.9158e-02, -1.3451e-02, -6.0483e-03, 2.0732e-02, 3.4844e-02,
-7.4824e-04, 1.3882e-02, -3.1395e-02, -4.8568e-03, 3.0317e-02,
-1.6838e-02, -1.7019e-02, -2.5680e-02, -1.0910e-02, 3.2122e-02,
-2.7978e-02, 1.3024e-02, 9.5092e-02, -2.7097e-02, -4.4286e-03,
3.6591e-02, -2.9357e-02, -4.3002e-03])),
('model.encoder.layers.4.self_attn_layer_norm.weight',
tensor([0.5944, 0.4825, 0.5782, 0.4642, 0.5199, 0.4948, 0.4724, 0.3998, 0.5011,
0.3932, 0.4757, 0.4162, 0.5557, 0.4329, 0.4561, 0.5888, 0.3242, 0.4178,
0.5628, 0.5715, 0.3632, 0.5347, 0.3607, 0.5844, 0.5761, 0.4285, 0.5477,
0.7494, 0.5185, 0.3318, 0.5841, 0.5312, 0.3100, 0.6126, 0.5416, 0.5572,
0.4101, 0.5868, 0.3529, 0.4027, 0.5745, 0.6850, 0.5760, 0.5872, 0.4315,
0.5275, 0.5881, 0.5741, 0.4192, 0.5455, 0.4812, 0.4205, 0.5725, 0.4056,
0.3592, 0.4638, 0.5584, 0.4641, 0.5210, 0.5402, 0.5422, 0.5623, 0.5749,
0.4913, 0.3957, 0.4275, 0.3942, 0.4446, 0.5874, 0.5440, 0.5596, 0.6195,
0.5898, 0.4719, 0.4590, 0.5023, 0.6258, 0.5737, 0.5441, 0.4206, 0.3979,
0.5883, 0.5234, 0.4936, 0.4403, 0.4469, 0.4567, 0.5578, 0.3790, 0.5297,
0.5066, 0.5277, 0.5507, 0.5740, 0.4680, 0.5886, 0.3792, 0.5832, 0.4598,
0.4121, 0.4893, 0.5698, 0.5130, 0.3410, 0.5532, 0.5651, 0.5483, 0.5228,
0.4359, 0.5510, 0.5690, 0.7142, 0.4043, 0.5282, 0.6028, 0.6042, 0.3901,
0.5766, 0.5842, 0.5845, 0.3660, 0.5870, 0.4235, 0.5746, 0.5155, 0.4491,
0.5667, 0.5312, 0.5871, 0.3699, 0.5471, 0.4975, 0.5654, 0.5612, 0.3989,
0.5585, 0.4454, 0.5147, 0.4113, 0.3950, 0.5335, 0.5447, 0.4941, 0.5779,
0.3976, 0.5512, 0.3859, 0.4407, 0.5805, 0.5885, 0.6135, 0.4187, 0.4316,
0.5716, 0.5062, 0.5689, 0.5540, 0.4353, 0.5227, 0.4871, 0.5787, 0.5689,
0.5761, 0.4411, 0.5331, 0.3759, 0.3965, 0.4827, 0.5890, 0.2929, 0.3731,
0.5316, 0.3740, 0.5681, 0.5644, 0.5604, 0.3953, 0.4072, 0.4615, 0.4460,
0.5390, 0.4384, 0.5864, 0.4255, 0.4589, 0.4284, 0.7458, 0.5672, 0.4099,
0.5476, 0.4496, 0.5899, 0.5874, 0.5421, 0.5621, 0.6125, 0.3976, 0.6052,
0.7748, 0.4166, 0.4387, 0.5411, 0.4495, 0.4916, 0.5719, 0.5947, 0.4877,
0.5402, 0.5238, 0.5632, 0.5233, 0.5992, 0.4256, 0.5716, 0.4302, 0.4655,
0.4362, 0.5564, 0.5858, 0.3899, 0.6180, 0.3420, 0.5691, 0.4055, 0.4562,
0.4673, 0.4292, 0.5513, 0.5859, 0.4577, 0.5746, 0.4748, 0.5448, 0.5993,
0.4898, 0.5922, 0.4911, 0.4930, 0.5699, 0.4201, 0.6723, 0.5753, 0.4933,
0.4245, 0.3983, 0.5700, 0.5731, 0.4391, 0.4816, 0.5406, 0.4529, 0.3688,
0.4549, 0.5834, 0.4129, 0.5631, 0.4630, 0.5928, 0.3541, 0.3842, 0.4613,
0.5684, 0.4640, 0.4381, 0.5898, 0.6051, 0.4196, 0.3542, 0.4964, 0.5804,
0.4098, 0.5796, 0.5548, 0.6625, 0.4672, 0.5456, 0.5057, 0.5669, 0.5698,
0.5777, 0.4669, 0.4269, 0.5697, 0.5530, 0.5509, 0.5661, 0.5639, 0.4464,
0.5813, 0.3906, 0.4227, 0.5480, 0.5832, 0.5717, 0.6007, 0.3653, 0.5556,
0.5526, 0.4115, 0.5799, 0.5952, 0.5507, 0.5902, 0.4408, 0.5722, 0.5930,
0.5160, 0.5105, 0.5414, 0.4231, 0.6300, 0.4010, 0.4932, 0.3942, 0.4475,
2.8084, 0.4288, 0.4914, 0.4530, 0.5378, 0.5260, 0.5782, 0.4202, 0.4049,
0.4630, 0.3589, 0.4352, 0.5434, 0.3582, 0.4506, 0.4434, 0.3506, 0.3919,
0.5668, 0.5132, 0.7569, 0.5872, 0.4990, 0.6073, 0.5431, 0.3355, 0.5954,
0.4681, 0.5787, 0.4891, 0.4735, 0.4639, 0.5594, 0.5575, 0.5713, 0.5687,
0.4434, 0.4941, 0.4053, 0.5885, 0.4548, 0.3972, 0.5666, 0.2580, 0.4657,
0.3387, 0.3944, 0.4149, 0.4834, 0.6546, 0.5024, 0.4218, 0.5822, 0.7451,
0.5017, 0.5834, 0.5230, 0.5312, 0.4282, 0.4671, 0.5439, 0.5829, 0.4540,
0.5764, 0.6120, 0.4186, 0.3420, 0.4033, 0.5639, 0.5334, 0.5748, 0.4192,
0.5248, 0.5251, 0.5109, 0.5351, 0.4939, 0.5792, 0.4135, 0.5161, 0.5855,
0.5661, 0.5594, 0.3330, 0.5841, 0.3898, 0.4921, 0.5612, 0.5151, 0.4373,
0.5480, 0.4937, 0.5835, 0.5400, 0.4175, 0.5847, 0.5346, 0.4252, 0.4651,
0.6033, 0.5818, 0.5843, 0.5444, 0.5913, 0.3838, 0.5311, 0.4414, 0.4085,
0.3976, 0.5811, 0.5964, 0.5491, 0.4253, 0.5004, 0.4879, 0.5395, 0.4657,
0.5218, 0.5852, 0.4512, 0.5611, 0.5886, 0.5354, 0.5645, 0.4668, 0.5897,
0.4424, 0.4179, 0.4351, 0.5950, 0.4901, 0.5697, 0.5594, 0.4635, 0.4158,
0.5476, 0.5805, 0.5413, 0.3889, 0.5783, 0.5122, 0.4447, 0.5537, 0.5573,
0.4442, 0.4179, 0.3797, 0.3957, 0.5505, 0.4652, 0.4238, 0.3850, 0.4795,
0.3881, 0.4753, 0.5846, 0.5765, 0.3412, 0.5716, 0.5070, 0.5672, 0.5175,
0.4543, 0.5428, 0.6015, 0.4210, 0.6005, 0.4542, 0.4370, 0.5995, 0.4316,
0.4705, 0.5574, 0.5316, 0.3804, 0.4939, 0.3633, 0.5268, 0.4444, 0.5740,
0.4099, 0.5624, 0.2789, 0.5606, 0.5016, 0.4468, 0.5385, 0.4083, 0.5084,
0.4737, 0.5886, 0.5992, 0.5415, 0.5364, 0.4797, 0.5634, 0.5723, 0.4563,
0.5795, 0.4889, 0.4298, 0.3816, 0.5744, 0.5085, 0.6168, 0.4928, 0.4301,
0.4487, 0.5415, 0.4701, 0.5393, 0.5632, 0.8088, 0.3946, 0.4138, 0.4338,
0.4754, 0.5912, 0.5690, 0.5138, 0.6064, 0.4991, 0.3444, 0.4918, 0.5080,
0.5486, 0.5457, 0.6130, 0.5368, 0.3466, 0.3969, 0.4244, 0.3941, 0.5057,
0.5175, 0.5856, 0.4015, 0.4199, 0.5112, 0.4628, 0.5712, 0.3995, 0.8073,
0.5865, 0.4551, 0.5643, 0.4952, 0.5530, 0.5549, 0.5573, 0.4875, 0.5606,
0.4865, 0.4809, 0.5908, 0.7333, 0.4221, 0.5594, 0.5394, 0.5037, 0.4724,
0.3883, 0.5633, 0.5918, 0.4226, 0.5441, 0.4613, 0.7218, 0.5528, 0.4562,
0.5896, 0.3652, 0.4283, 0.5537, 0.5102, 0.5873, 0.4449, 0.3567, 0.4372,
0.5035, 0.5619, 0.5578, 0.5266, 0.5478, 0.3466, 0.4782, 0.4473, 0.4841,
0.5460, 0.3856, 0.4036, 0.5109, 0.5507, 0.4529, 0.4886, 0.5722, 0.5783,
0.5910, 0.4037, 0.6361, 0.5865, 0.5596, 0.4880, 0.5002, 0.4277, 0.5341,
0.5858, 0.5506, 0.4583, 0.4804, 0.5307, 0.5942, 0.4291, 0.4922, 0.5830,
0.8246, 0.3874, 0.4969, 0.5233, 0.5699, 0.4007, 0.4060, 0.2926, 0.5817,
0.4845, 0.5094, 0.5812, 0.4776, 0.5760, 0.3787, 0.3506, 0.3889, 0.3085,
0.3879, 0.5229, 0.4033, 0.5305, 0.5806, 0.5084, 0.5872, 0.4164, 0.3667,
0.4138, 0.4902, 0.5529, 0.5742, 0.6088, 0.5516, 0.4172, 0.4958, 0.4505,
0.4512, 0.4204, 0.4388, 0.5795, 0.5646, 0.4189, 0.4189, 0.5276, 0.5147,
0.4867, 0.5820, 0.4538, 0.3503, 0.4266, 0.4878, 0.4601, 0.4787, 0.4752,
0.5447, 0.4314, 0.5761, 0.5731, 0.3697, 0.5207, 0.4998, 0.3499, 0.5596,
0.5805, 0.4295, 0.4717, 0.4081, 0.4844, 0.4446, 0.6491, 0.5854, 0.4515,
0.4055, 0.5731, 0.5929, 0.5766, 0.5661, 0.6113, 0.5828, 0.5760, 0.5799,
0.4101, 0.5685, 0.5239, 0.3906, 0.3608, 0.3600, 0.4636, 0.4496, 0.5431,
0.4345, 0.5501, 0.5758, 0.7380, 0.4505, 0.5236, 0.4095, 0.4899, 0.5860,
0.4419, 0.5874, 0.3892, 0.2484, 0.4213, 0.5543, 0.5733, 0.6154, 0.4298,
0.4881, 0.5978, 0.6263, 0.4435, 0.5901, 0.5320, 0.5635, 0.4490, 0.5942,
0.4546, 0.5864, 0.5304, 0.5064, 0.5827, 0.5957, 0.5294, 0.5963, 0.3488,
0.5678, 0.6133, 0.5730, 0.3395, 0.6468, 0.4385, 0.3973, 0.5443, 0.4808,
0.4710, 0.5836, 0.4461])),
('model.encoder.layers.4.self_attn_layer_norm.bias',
tensor([ 1.2517e-01, 2.0534e-02, 8.4850e-03, 1.4857e-02, -6.8909e-02,
1.4746e-02, 4.5455e-02, -3.9318e-02, -2.4120e-02, -2.5133e-03,
7.6354e-02, 1.3112e-01, 1.1888e-04, -5.0217e-02, 3.4095e-03,
4.5310e-02, 1.4837e-01, 6.2891e-02, 3.4134e-02, -2.5641e-02,
1.0762e-01, -2.0281e-01, 5.0694e-02, 1.2761e-02, 2.4423e-02,
-5.1885e-02, 2.9216e-03, -1.6303e-01, 5.9460e-02, 3.8620e-02,
8.4815e-02, -3.4106e-02, 1.1394e-01, -1.0414e-02, 1.0046e-01,
4.7081e-02, 3.8290e-02, -6.2865e-03, 9.8203e-02, 9.5426e-02,
2.0818e-02, 3.1021e-01, -1.9793e-02, 4.6884e-02, 1.8478e-02,
-6.4889e-03, 5.2440e-03, -1.4443e-02, -3.7500e-02, -1.3930e-02,
1.8211e-01, -1.2888e-02, -3.2802e-02, -4.0652e-03, 1.4104e-02,
6.0485e-03, 4.2962e-03, 1.5182e-01, -8.9179e-03, 1.2374e-02,
-1.4432e-02, -3.7044e-02, 1.2263e-01, 1.6194e-02, -4.9979e-02,
-7.3981e-03, 3.8550e-02, -1.1545e-02, 5.6482e-02, -1.1416e-01,
-2.0783e-04, -5.3852e-03, 2.5516e-02, 7.5151e-03, 4.9799e-02,
2.0563e-02, 5.9601e-03, 2.0466e-02, -1.5408e-02, 4.1022e-02,
-7.6285e-02, -1.8676e-02, 1.1846e-02, -3.4891e-02, 3.2400e-02,
-4.1467e-02, 1.4161e-02, 5.8993e-02, 1.1945e-01, -8.8799e-02,
9.5211e-02, 3.3059e-02, 6.5785e-02, 8.6934e-02, 1.0835e-01,
-9.9264e-03, -2.9132e-02, -1.7006e-02, -1.7614e-02, 4.2791e-02,
-2.0876e-02, -7.3171e-03, -1.6331e-02, -9.6642e-02, 3.1273e-03,
5.5928e-02, 2.6188e-02, -4.4703e-03, 6.6009e-02, 5.7199e-02,
2.5611e-02, 2.1336e-01, 9.9068e-02, 2.5176e-03, 7.2965e-02,
-1.0977e-01, 3.6012e-02, 1.8163e-02, -2.4682e-02, -1.2633e-02,
8.5031e-03, 4.7434e-02, -3.4010e-02, -2.5334e-02, -4.0997e-02,
8.8143e-02, 1.0497e-02, 1.0593e-03, -5.1376e-03, 8.5194e-02,
-9.8640e-03, 3.1814e-02, -3.0281e-05, 3.6990e-02, 6.0114e-02,
-1.4016e-02, 8.8887e-02, 5.7901e-02, 1.3615e-01, -3.2455e-02,
4.7049e-02, 1.6154e-01, 3.6257e-02, -2.9809e-03, -7.9620e-03,
3.4688e-02, 1.3337e-01, 1.5160e-01, 6.4598e-02, 2.1306e-02,
-6.2319e-02, 4.4078e-02, 5.9624e-02, -1.5799e-02, 7.9785e-02,
7.1273e-02, -3.8123e-02, -6.4560e-02, -4.6717e-02, -4.1728e-02,
-4.1421e-02, -4.4450e-02, 4.7031e-02, -8.9697e-02, 1.3499e-02,
-1.1245e-02, 6.1465e-02, -1.8337e-02, 3.6102e-02, -8.0405e-02,
3.6204e-02, 2.4012e-02, -6.9488e-02, -8.5070e-02, -7.0114e-02,
1.9147e-02, 4.3007e-02, 3.0409e-02, 1.3248e-02, -1.4132e-02,
5.9713e-02, 1.3741e-02, 4.7157e-02, -4.2335e-03, -3.3794e-02,
3.7451e-02, -4.3499e-02, 5.9897e-02, 9.9935e-03, 5.0688e-02,
3.7901e-02, 1.2164e-01, -4.2714e-02, 4.0163e-02, 3.0123e-02,
-9.5344e-02, 1.9467e-02, 2.2307e-02, -7.9667e-01, -6.7970e-02,
-1.2909e-01, 7.1186e-02, -2.0073e-02, 7.7275e-02, 5.6921e-02,
-2.8830e-01, 8.7127e-02, 2.9018e-02, 8.2805e-02, 7.2319e-02,
1.5788e-04, 6.5424e-02, -6.9841e-02, -7.5825e-02, -4.5772e-02,
8.3265e-02, 1.3011e-02, 6.9540e-02, 1.1265e-01, -1.7670e-02,
1.7851e-01, -2.2714e-02, 3.3483e-02, -4.2691e-02, -3.6373e-02,
-5.1859e-02, 9.4229e-02, -3.0365e-02, -4.9904e-03, 1.0744e-02,
3.2983e-03, 1.5071e-02, 6.2629e-02, -4.3392e-02, 9.6467e-02,
-5.8713e-03, -3.2061e-02, 6.2216e-02, 7.8058e-02, 4.8640e-02,
3.3425e-01, 3.1829e-02, 1.6687e-03, -6.9871e-04, -3.4353e-02,
5.8302e-02, -7.6750e-03, 9.7584e-02, 5.9019e-03, -5.9357e-02,
-3.1629e-02, 5.0937e-03, -2.3037e-02, 2.4963e-02, -1.5137e-02,
2.6823e-02, -2.8454e-02, 1.1632e-02, 5.1319e-02, 7.0561e-02,
9.1224e-02, -3.5975e-02, 2.6184e-02, -1.6370e-03, 3.4501e-02,
-1.6233e-01, -1.0057e-03, 3.0294e-03, 2.7380e-02, 1.7711e-02,
-5.4646e-02, 5.9678e-02, -9.7734e-02, 2.0692e-01, 1.0651e-01,
1.9442e-02, 6.5205e-02, 4.3248e-02, 7.9706e-02, -4.9938e-02,
4.3877e-04, 1.0725e-01, 3.5402e-02, 5.3900e-02, -2.6631e-02,
1.6873e-02, -1.7191e-02, 2.7720e-02, -6.5173e-02, 5.3474e-02,
7.4619e-02, -3.6961e-04, -8.2682e-02, 3.5126e-02, 8.0253e-02,
4.6899e-02, 1.8652e-02, 6.2860e-02, -5.1529e-02, 5.0971e-04,
-5.0397e-02, 1.1140e-01, 1.5937e-02, 1.4012e-02, 1.9309e-02,
-5.4989e-02, 5.5913e-02, 3.0518e-02, -2.0797e-02, -1.1051e-01,
5.6712e-02, -6.6617e-02, 8.9354e-03, -4.7249e-02, 5.3099e-02,
2.8571e-01, -6.3763e-02, 1.1858e-02, 5.2932e-02, 3.3130e-02,
3.8285e-02, 3.0823e-02, 5.6875e-02, 7.3724e-02, 7.3611e-02,
3.8829e-02, 2.5008e-02, -5.6120e-02, 8.4150e-02, 3.5844e-02,
1.8842e-02, -5.5939e-02, -5.0858e-02, 2.8643e-02, 1.0231e-01,
4.6407e-02, -1.0114e-03, 1.2063e-01, -1.0538e-01, 1.2360e-02,
1.4859e-02, 1.7669e-02, 9.9119e-02, 4.2842e-02, -4.8451e-02,
-3.9715e-02, 4.6237e-02, 1.3760e-03, -6.0142e-03, -2.8737e-03,
-3.2143e-02, 4.5313e-02, 4.0543e-02, 2.1251e-02, 2.4084e-02,
8.2116e-03, 6.5813e-02, 3.8875e-02, 2.5142e-01, -2.5669e-02,
-2.1997e-02, 2.1103e-02, 8.8662e-02, 6.3466e-02, -7.2567e-02,
2.8684e-02, 2.2339e-02, 8.1799e-02, 1.4156e-01, -5.0760e-02,
-8.6452e-02, 5.0079e-02, 5.3596e-02, -4.6817e-02, -9.3192e-03,
-1.3976e-01, 1.4926e-02, -2.6479e-02, -1.4828e-02, -1.6772e-02,
2.2635e-02, -2.9883e-02, -7.8754e-03, 2.8482e-02, 2.8613e-04,
2.1900e-03, 5.1545e-02, 1.0371e-02, 8.6304e-02, 3.8839e-02,
3.6678e-02, -7.8003e-02, 9.1502e-03, 7.0213e-02, 8.5973e-02,
4.9503e-02, 1.2988e-02, 3.7347e-02, 1.0346e-01, -2.5903e-02,
-4.4496e-02, 9.2580e-02, -4.7184e-02, 1.1507e-01, -1.1762e-02,
5.5268e-03, 2.2469e-02, 4.5339e-02, 7.6713e-02, 1.7606e-01,
6.7994e-02, 5.3248e-02, 8.9205e-02, 1.1483e-01, -7.4260e-02,
3.5413e-02, 5.9800e-02, -2.9292e-03, -5.4847e-02, -1.0024e-02,
-2.7181e-03, 5.9361e-02, 7.8091e-02, -7.3611e-03, 3.1831e-02,
-3.0635e-02, 1.8447e-02, 5.4588e-02, 2.5581e-02, 1.4504e-02,
-1.2698e-02, 4.4502e-03, -7.9920e-02, 2.8429e-03, -4.3316e-02,
-5.4949e-02, -7.2179e-02, -1.0055e-02, 3.4368e-02, -1.2988e-02,
2.1966e-02, 6.9451e-02, 1.1929e-02, -7.1897e-03, 1.2061e-01,
1.3935e-01, -6.9365e-02, -4.2271e-02, -3.9194e-02, -2.9723e-02,
2.3219e-02, -4.0672e-02, -2.7441e-03, 3.3022e-02, 1.1491e-01,
-1.2940e-01, 7.2198e-02, -3.3220e-02, 4.9825e-03, -1.2303e-02,
7.0258e-02, 1.3820e-02, 4.8870e-02, -1.8722e-02, 6.7041e-03,
1.7246e-03, -1.3749e-03, 2.2662e-02, -6.2220e-02, 8.1997e-02,
-1.2416e-02, 6.7840e-03, -2.0376e-02, 2.3248e-02, -7.4038e-02,
3.7197e-02, -1.0920e-01, 2.2893e-02, -2.2097e-02, -3.4759e-02,
-2.2398e-02, -5.1759e-02, 2.3246e-02, 5.0706e-02, -1.3337e-03,
-2.7425e-02, 3.8912e-02, 3.0383e-02, 3.7680e-02, -6.4038e-03,
-3.2832e-02, 1.3718e-02, 2.5782e-02, -1.6169e-03, 9.7298e-02,
1.8102e-01, 2.0948e-02, 7.3164e-02, -3.3206e-02, 6.6991e-02,
-1.8007e-02, -5.9167e-02, -2.5226e-02, 1.4754e-02, 7.1306e-02,
3.3703e-02, 4.2316e-04, -3.6396e-02, -1.6178e-02, -6.5827e-02,
9.0438e-02, -4.0423e-03, 6.9041e-02, -6.1145e-02, 2.4665e-02,
1.7789e-03, 6.0510e-02, -5.0270e-02, 4.2407e-02, 1.5225e-01,
-6.9465e-02, -2.5423e-02, -2.8003e-02, -7.9466e-03, -5.9512e-02,
9.9288e-02, 4.5949e-02, -1.3035e-01, 8.0559e-02, -3.0738e-03,
2.9243e-03, -2.1827e-02, -2.6978e-02, -2.2423e-02, 7.4562e-02,
1.0221e-01, 9.2423e-02, 9.8703e-03, 5.4043e-02, 2.1486e-02,
-2.0433e-02, 5.7822e-02, 1.0125e-01, -2.4918e-02, -6.3904e-02,
3.3880e-02, 4.6666e-02, 3.4523e-02, -1.3805e-02, -1.8948e-02,
-2.6387e-02, 2.7655e-02, 1.3723e-02, -5.8301e-02, 1.4173e-03,
5.9792e-02, 7.9119e-03, 1.2500e+00, -1.4171e-03, -4.3448e-02,
-7.2566e-02, 9.3064e-02, 7.4827e-05, -5.8117e-02, -3.1086e-02,
-5.6023e-02, 4.9107e-02, 9.9825e-02, -6.9352e-02, -5.4452e-02,
4.7646e-01, 9.7990e-02, 8.8037e-03, 5.0512e-02, 7.1348e-02,
-1.7418e-03, 1.2038e-01, -4.2654e-02, 2.1212e-02, 2.5970e-02,
9.1281e-02, 7.1121e-02, 5.9873e-01, 1.1548e-02, 6.1736e-02,
-1.9591e-02, -3.0877e-02, 1.3826e-02, 3.4789e-02, 5.1326e-02,
5.8945e-02, 5.3694e-02, -1.5734e-02, 2.1083e-02, -8.9458e-02,
4.6155e-02, 4.2340e-02, 6.7418e-02, 1.6062e-01, 7.5913e-02,
5.4615e-02, 9.6236e-02, -7.3768e-03, 2.8836e-02, 2.0778e-02,
1.1699e-02, 6.1448e-02, 6.1407e-02, -7.5342e-03, 3.7032e-02,
-7.2491e-03, 1.0157e-02, 1.2253e-01, -7.7198e-02, 1.0467e-01,
-4.8094e-03, 7.6728e-03, -3.4921e-02, -2.9057e-02, 1.6912e-02,
8.1914e-03, -4.5202e-02, -2.0197e-02, 4.8939e-02, 3.7028e-03,
3.8472e-02, 1.1761e-02, 1.7980e-02, 2.6358e-02, -2.4193e-02,
2.0168e-01, 2.1996e-02, -1.8240e-02, 3.1321e-02, 6.8751e-02,
-1.6008e-02, 2.3319e-02, 4.6891e-01, -6.0323e-02, -3.1217e-02,
8.3704e-02, 9.8448e-02, -4.6661e-02, 1.8040e-02, -7.0320e-02,
8.6761e-02, 6.2091e-02, -2.0623e-02, 4.8780e-02, 1.4107e-02,
6.0655e-02, -2.5230e-02, 1.4670e-02, 1.8443e-02, -2.1463e-02,
3.3451e-03, 8.0187e-02, -3.4522e-02, 1.3336e-02, 5.4379e-02,
-4.9383e-02, 9.6399e-02, -4.6347e-02, 6.8219e-02, -2.9859e-02,
-5.1732e-02, -1.5693e-02, 3.6666e-02, -1.1855e-02, 3.9223e-02,
-5.0641e-02, 6.3604e-02, 9.2986e-02, 7.0563e-02, -1.2913e-02,
-1.0367e-02, 3.9687e-02, -1.6604e-02, -7.3390e-02, 9.7002e-03,
8.0887e-02, 1.1433e-01, -3.4557e-02, -3.0236e-02, -3.8481e-02,
1.1305e-01, -1.0563e-02, -8.1726e-03, 1.9345e-03, -1.4597e-02,
1.0099e-03, 1.1787e-01, -5.0932e-02, -5.8931e-03, 1.5396e-01,
-3.8999e-02, 4.2505e-02, 1.0233e-01, 1.2926e-01, 1.0408e-01,
1.8058e-02, -4.4957e-03, -1.2724e-01, 3.0531e-02, 4.1757e-02,
-4.2160e-02, -4.3733e-02, 6.1241e-02, 6.0332e-03, 3.0468e-02,
1.4285e-02, 9.8275e-02, 6.6939e-02, -7.9621e-03, 9.5480e-02,
-4.5271e-02, 4.8355e-02, 5.5616e-02, 2.0070e-02, -9.0779e-03,
-4.9080e-02, 3.3722e-02, 1.1223e-01, -1.0283e+00, -3.3242e-02,
-7.9287e-02, 4.1322e-02, -7.2863e-03, 8.3584e-02, -2.5854e-02,
5.1431e-02, 1.6457e-02, 4.8360e-02, 2.8938e-02, 3.5501e-02,
1.0944e-01, 8.1748e-02, -5.9690e-03, 6.8825e-02, -1.6052e-01,
2.1741e-01, -7.0204e-02, -4.2142e-02, 1.8569e-02, 6.1969e-02,
1.0846e-01, 7.4697e-02, 2.5093e-02, -3.5629e-02, -3.6732e-02,
-2.3840e-02, -3.6482e-02, 9.9376e-02, 4.9026e-02, -4.3286e-02,
4.6872e-02, 1.9438e-02, 8.8351e-02, 5.8756e-02, -1.7205e-02,
6.1226e-02, 2.7637e-02, -7.7411e-02, 5.0103e-02, -9.2164e-03,
2.3233e-02, 4.2750e-02, 4.4978e-02])),
('model.encoder.layers.4.fc1.weight',
tensor([[-0.0191, 0.1793, -0.0392, ..., -0.0198, -0.0248, 0.1345],
[-0.0902, -0.0589, -0.0056, ..., -0.1172, -0.0156, -0.0526],
[ 0.0923, 0.0162, -0.0089, ..., 0.0907, -0.0206, -0.0354],
...,
[-0.0302, 0.0121, 0.0366, ..., 0.0380, -0.0603, -0.0578],
[-0.0119, -0.0108, -0.0179, ..., 0.0260, -0.0102, -0.0489],
[-0.0286, -0.0439, -0.0939, ..., -0.0390, -0.0029, -0.0719]])),
('model.encoder.layers.4.fc1.bias',
tensor([-0.1206, -0.2295, -0.0188, ..., -0.0253, -0.1148, -0.0363])),
('model.encoder.layers.4.fc2.weight',
tensor([[-0.0525, 0.0046, 0.0005, ..., -0.0045, -0.0348, 0.0050],
[ 0.0047, -0.0082, -0.0247, ..., 0.0506, 0.0073, 0.0314],
[-0.0054, -0.0207, -0.0144, ..., -0.0199, -0.0434, 0.0203],
...,
[-0.0590, -0.0120, 0.0271, ..., -0.0020, 0.0483, 0.0892],
[-0.0006, 0.0146, -0.0057, ..., 0.0052, -0.0232, 0.0165],
[-0.0579, 0.0218, -0.0109, ..., -0.0052, -0.0228, 0.0844]])),
('model.encoder.layers.4.fc2.bias',
tensor([ 0.0237, -0.0158, -0.0378, -0.0330, 0.0235, 0.0627, 0.0413, 0.0191,
-0.0006, -0.0789, 0.0139, 0.0112, -0.0325, -0.1075, 0.0975, -0.0231,
0.1372, 0.0594, -0.0094, 0.0359, -0.0355, 0.0314, -0.0298, -0.0381,
0.0462, -0.1351, -0.0285, -0.0599, 0.0062, 0.0074, -0.0358, -0.0324,
0.0967, -0.0622, 0.0180, 0.0051, -0.0260, 0.0220, -0.0036, -0.0137,
0.0394, 0.0459, 0.0512, -0.0253, 0.0269, -0.0282, 0.0406, -0.0253,
-0.0113, 0.0077, -0.0079, 0.0241, -0.1155, 0.0264, 0.1033, 0.0434,
0.0320, -0.0047, -0.0240, -0.0652, 0.0267, -0.0533, 0.0082, -0.0121,
0.0773, 0.0697, -0.0101, 0.0721, -0.0128, -0.0048, -0.0305, -0.0216,
-0.0193, -0.0040, -0.0675, 0.0603, -0.0018, -0.0682, -0.0153, -0.1445,
-0.0235, 0.0402, 0.0014, 0.0226, 0.0203, -0.0146, 0.0222, -0.0823,
0.1051, 0.1058, -0.0529, -0.0566, 0.0190, 0.0005, 0.0431, -0.0299,
0.0106, -0.0483, 0.1113, -0.0989, -0.1268, -0.0224, -0.0329, -0.0184,
-0.0161, 0.0193, 0.0647, 0.0150, 0.1051, -0.0907, -0.0673, -0.0404,
-0.0278, 0.0661, -0.0185, 0.0401, -0.0311, 0.0378, 0.0912, -0.0488,
-0.0850, -0.0198, -0.0767, 0.0675, -0.0676, 0.0295, 0.0138, 0.0030,
-0.0509, 0.0036, 0.0009, -0.0926, -0.0163, 0.0571, 0.0069, 0.0525,
-0.0333, 0.0356, -0.0104, 0.0043, -0.0722, 0.0721, -0.0411, 0.0266,
0.0878, 0.0813, -0.0858, -0.0130, 0.0037, -0.0173, -0.0730, 0.0220,
0.0091, -0.0424, 0.0762, 0.0468, -0.0574, 0.0572, -0.1297, 0.0187,
-0.0334, -0.0511, 0.0143, 0.0084, -0.0239, -0.2016, 0.1071, -0.0096,
-0.0196, 0.0025, -0.0641, -0.0056, 0.0205, -0.0114, -0.0743, -0.0189,
-0.0380, -0.1180, 0.0289, 0.0654, -0.0638, -0.0651, -0.0221, -0.0307,
0.0578, 0.0941, -0.0111, 0.0195, 0.0426, 0.0267, 0.0169, -0.0279,
-0.0240, 0.0510, -0.0076, -0.0006, 0.0930, 0.0228, 0.0024, -0.0284,
-0.0117, 0.0353, 0.0199, -0.0234, -0.0165, 0.0853, 0.0739, -0.0128,
-0.0068, 0.0086, -0.0588, -0.0058, 0.0123, 0.0064, -0.0454, 0.0287,
0.2029, 0.0165, 0.0078, 0.0947, -0.0404, -0.0307, -0.0980, 0.0164,
-0.1100, 0.0045, -0.0339, -0.0007, -0.0401, -0.1058, 0.0437, -0.0748,
0.0029, 0.0539, 0.1602, -0.0335, 0.0143, 0.0327, -0.0233, 0.1021,
0.0289, -0.0584, -0.0239, 0.0701, 0.0045, -0.0144, -0.0284, 0.0561,
-0.0878, -0.0961, -0.0073, -0.0753, 0.0130, 0.0197, 0.0226, -0.0003,
0.0478, -0.0350, 0.0927, -0.0075, -0.0116, -0.0049, 0.0522, 0.0010,
0.0131, -0.0751, 0.0596, -0.1927, -0.0114, 0.0489, -0.0250, 0.0422,
-0.0049, 0.0294, 0.0782, -0.0003, -0.0486, 0.0769, 0.0858, -0.0098,
0.0185, 0.0171, 0.0298, -0.0273, -0.0389, -0.0435, -0.0587, 0.0516,
-0.0129, -0.0083, 0.0487, -0.0227, 0.0542, 0.1134, 0.0420, -0.0661,
-0.0128, -0.0822, -0.0166, -0.0114, -0.0102, -0.0020, -0.0436, 0.0578,
0.0056, 0.0226, 0.0531, 0.0112, -0.0082, 0.0307, 0.0153, -0.0005,
0.0470, 0.0743, 0.0223, -0.1019, -0.1086, 0.0583, 0.0439, 0.0354,
-0.0366, 0.0613, 0.1289, -0.0332, 0.0160, 0.0591, 0.0749, 0.0072,
-0.0503, -0.0100, 0.0604, -0.0932, -0.0418, -0.0185, 0.0387, 0.0673,
0.0327, 0.0361, -0.0012, 0.0620, 0.1092, 0.0239, -0.0089, -0.0824,
-0.0054, -0.0694, 0.0093, -0.0213, 0.0092, -0.0370, 0.0205, -0.1592,
0.1608, -0.0601, 0.0027, 0.0132, 0.1876, -0.0051, -0.0467, -0.0813,
-0.0518, 0.0484, -0.0525, 0.0596, -0.0074, -0.0160, 0.0609, 0.0125,
-0.0178, 0.0817, 0.0260, 0.0385, -0.0005, 0.0347, 0.0548, -0.0014,
0.0416, -0.0060, 0.0205, 0.0353, 0.0180, 0.0665, 0.0456, -0.0591,
-0.1292, 0.0313, 0.0467, -0.0182, -0.0072, 0.0483, 0.0851, -0.0617,
0.0531, -0.0493, 0.0073, -0.0045, 0.0226, 0.0840, -0.0277, 0.0130,
-0.0300, -0.0420, -0.0438, -0.0869, 0.0675, -0.0097, 0.0352, 0.1264,
0.0211, -0.0240, 0.0220, -0.1022, -0.0095, -0.0116, -0.0292, -0.0169,
-0.0527, -0.0237, -0.0259, -0.0871, -0.0652, -0.0374, -0.0568, -0.0228,
-0.0226, -0.0067, -0.0054, -0.0360, 0.0086, 0.0082, 0.0230, -0.0783,
-0.1064, 0.0332, -0.0286, -0.0376, -0.0180, -0.0277, -0.0264, -0.1066,
-0.0294, 0.0163, -0.0847, 0.0120, 0.0334, -0.0008, -0.0017, -0.0271,
0.0188, -0.0448, -0.0962, -0.0337, -0.0363, -0.0307, -0.0145, -0.0827,
0.0407, 0.0232, -0.0436, 0.0834, 0.0156, -0.0755, 0.1135, 0.0177,
-0.0136, -0.0350, 0.0880, 0.0060, 0.0533, -0.0452, 0.0874, -0.0103,
0.0411, 0.0102, 0.0097, -0.0301, 0.0375, -0.0241, 0.0116, 0.0725,
0.0355, 0.0188, -0.0076, 0.0190, -0.0534, -0.0194, 0.0252, -0.0549,
-0.0294, 0.0692, -0.0236, 0.1137, -0.0458, 0.0028, 0.0153, 0.1032,
-0.0235, 0.0446, 0.0553, 0.0149, -0.0377, -0.1049, -0.0241, -0.0337,
-0.0680, -0.0141, 0.0015, -0.0357, 0.0465, 0.0689, 0.0142, 0.0538,
0.0121, 0.0439, 0.0225, 0.0610, 0.0418, 0.0077, 0.0289, -0.0293,
-0.0596, 0.0598, 0.0916, -0.0678, -0.0898, 0.0410, 0.0292, -0.0080,
-0.0009, 0.0577, 0.0467, 0.0299, 0.0498, -0.0182, -0.0484, 0.0244,
0.0626, -0.0855, -0.0419, 0.0200, -0.0098, 0.0395, -0.0323, 0.0373,
0.0483, -0.0093, -0.0506, 0.0923, -0.0578, 0.0042, -0.0133, -0.0659,
0.0740, 0.0232, -0.0169, -0.0278, -0.0399, 0.0565, -0.0778, 0.0290,
0.0336, 0.0094, 0.0067, 0.0270, -0.0133, -0.0401, 0.0709, 0.0526,
-0.0144, 0.0728, 0.0788, 0.1196, -0.0121, -0.0473, -0.0430, -0.0481,
0.1348, 0.0123, 0.0579, 0.1326, -0.0519, 0.0695, 0.0119, -0.0695,
0.0693, -0.0881, -0.1087, -0.0514, 0.0382, -0.0351, 0.0173, -0.0009,
0.0682, 0.0157, -0.0021, -0.0663, 0.0087, 0.0457, 0.0012, 0.0964,
-0.0357, 0.1362, -0.0160, -0.0421, -0.1488, -0.0255, -0.0112, 0.0016,
-0.0377, 0.0291, 0.0242, 0.0509, -0.0387, -0.0798, 0.0333, -0.0492,
-0.0092, 0.0132, -0.0131, 0.0414, -0.0269, 0.0256, 0.0588, -0.0363,
0.0781, -0.0524, -0.0230, 0.0928, 0.0218, 0.0296, -0.0335, -0.0797,
0.0226, 0.0153, -0.0479, -0.0353, -0.0676, 0.0565, 0.0055, -0.0806,
-0.0147, 0.0333, 0.0745, 0.0183, -0.0111, -0.0662, 0.0091, 0.0317,
-0.0254, -0.0208, 0.0943, -0.0062, 0.0517, -0.0531, 0.0637, -0.0016,
-0.1521, -0.1172, 0.0064, 0.0659, -0.0559, -0.0480, 0.1014, 0.0607,
-0.0644, 0.0130, -0.0141, 0.0088, -0.0074, 0.0209, -0.0352, 0.0408,
-0.0697, 0.0443, 0.0198, -0.0285, -0.0809, 0.0938, 0.0370, -0.0124,
0.0511, 0.0174, -0.1049, 0.0742, -0.1012, 0.0064, 0.0308, -0.0201,
0.0599, 0.0081, -0.0291, 0.0474, -0.0127, 0.0005, 0.0596, 0.0609,
0.0105, -0.0103, 0.0295, -0.0630, -0.0580, 0.0211, -0.0394, 0.0597,
0.0120, -0.0736, 0.0558, -0.0427, 0.0175, 0.0262, 0.0110, 0.0646,
0.0038, 0.0068, -0.1448, 0.0464, 0.0846, 0.0099, 0.0207, -0.0102,
-0.0561, 0.0013, 0.0003, -0.0771, 0.0093, 0.0387, 0.1050, -0.0322,
0.0373, 0.0277, 0.0383, 0.0613, 0.0772, -0.0615, -0.0185, 0.0754,
0.0291, -0.0763, -0.0565, -0.0553, 0.0279, 0.0949, 0.0005, 0.0406,
0.0063, -0.1007, 0.0297, -0.0085, -0.0117, 0.0108, -0.0597, 0.0340,
-0.0146, 0.0024, -0.0078, 0.0865, -0.0203, -0.0077, 0.0698, 0.0175,
-0.0883, 0.0763, -0.1713, 0.0360, 0.0115, 0.0167, 0.0008, 0.0160])),
('model.encoder.layers.4.final_layer_norm.weight',
tensor([0.4460, 0.4182, 0.4890, 0.4182, 0.4680, 0.4469, 0.4283, 0.3755, 0.4536,
0.4044, 0.4285, 0.3989, 0.4737, 0.4052, 0.4185, 0.4886, 0.3504, 0.3923,
0.4683, 0.4846, 0.3570, 0.3930, 0.3598, 0.4853, 0.4989, 0.4147, 0.4688,
0.4191, 0.4634, 0.3571, 0.4776, 0.4552, 0.3466, 0.4691, 0.4555, 0.4713,
0.4003, 0.4852, 0.3373, 0.3905, 0.4749, 0.5094, 0.4956, 0.4782, 0.4372,
0.4392, 0.4867, 0.4768, 0.4003, 0.4567, 0.4459, 0.3892, 0.4593, 0.3950,
0.3762, 0.4353, 0.4796, 0.4072, 0.4521, 0.4792, 0.4645, 0.4702, 0.4759,
0.4583, 0.4014, 0.3919, 0.3876, 0.4155, 0.4740, 0.4583, 0.4831, 0.4939,
0.4768, 0.4298, 0.4235, 0.4480, 0.4813, 0.4442, 0.4792, 0.4078, 0.3748,
0.4761, 0.4659, 0.4568, 0.4137, 0.4034, 0.4401, 0.4604, 0.3835, 0.4231,
0.4427, 0.4670, 0.4574, 0.4941, 0.4242, 0.5054, 0.3795, 0.4689, 0.4223,
0.4083, 0.4521, 0.4983, 0.4459, 0.3344, 0.4818, 0.4792, 0.4597, 0.4437,
0.4112, 0.4682, 0.4808, 0.4578, 0.3655, 0.4557, 0.4718, 0.4607, 0.3742,
0.4729, 0.4878, 0.4991, 0.3717, 0.4894, 0.4081, 0.4731, 0.4629, 0.3942,
0.4828, 0.4695, 0.4785, 0.3715, 0.4701, 0.4474, 0.4899, 0.4602, 0.3766,
0.4707, 0.4223, 0.4422, 0.3874, 0.3832, 0.4634, 0.4409, 0.4425, 0.4912,
0.4077, 0.4696, 0.3758, 0.3944, 0.4847, 0.4764, 0.4626, 0.4108, 0.4089,
0.4655, 0.4657, 0.4812, 0.4574, 0.4122, 0.4300, 0.4246, 0.4744, 0.4643,
0.4763, 0.3946, 0.4526, 0.3809, 0.3951, 0.4240, 0.4811, 0.3197, 0.3628,
0.4701, 0.3845, 0.4604, 0.4601, 0.4718, 0.3836, 0.3924, 0.4203, 0.3918,
0.4698, 0.4031, 0.4729, 0.3997, 0.4247, 0.4087, 0.4548, 0.4749, 0.3521,
0.4831, 0.4155, 0.4612, 0.4738, 0.4816, 0.4810, 0.4615, 0.3941, 0.4839,
0.4073, 0.3996, 0.3828, 0.4772, 0.4017, 0.4539, 0.4822, 0.3302, 0.4460,
0.4650, 0.4788, 0.4600, 0.4539, 0.4792, 0.4049, 0.4649, 0.3728, 0.4413,
0.4140, 0.4617, 0.4733, 0.3987, 0.4503, 0.3616, 0.4840, 0.3825, 0.4294,
0.4157, 0.3943, 0.4729, 0.4860, 0.4266, 0.4933, 0.4223, 0.4699, 0.4830,
0.4491, 0.4868, 0.4459, 0.4381, 0.4730, 0.4207, 0.4226, 0.4791, 0.4302,
0.3935, 0.3818, 0.5003, 0.4708, 0.4078, 0.4430, 0.4644, 0.4234, 0.3665,
0.4161, 0.4855, 0.3895, 0.4855, 0.4341, 0.4883, 0.3668, 0.3653, 0.4101,
0.4736, 0.4431, 0.4112, 0.4889, 0.4426, 0.4079, 0.3706, 0.4408, 0.4950,
0.3871, 0.4742, 0.4471, 0.4295, 0.4262, 0.4746, 0.4510, 0.4860, 0.4716,
0.4770, 0.4478, 0.3983, 0.4882, 0.4681, 0.4668, 0.4825, 0.4853, 0.4272,
0.4844, 0.4046, 0.3982, 0.4797, 0.4686, 0.4618, 0.4737, 0.3416, 0.4842,
0.4769, 0.3745, 0.4839, 0.4819, 0.4606, 0.4842, 0.3931, 0.4608, 0.4765,
0.4479, 0.4586, 0.4578, 0.4174, 0.4744, 0.3947, 0.4385, 0.3895, 0.4114,
0.2166, 0.3997, 0.4480, 0.4064, 0.4668, 0.4555, 0.4768, 0.4166, 0.3838,
0.4246, 0.3932, 0.4153, 0.4574, 0.3685, 0.4361, 0.4090, 0.3728, 0.3799,
0.4766, 0.4444, 0.4642, 0.4938, 0.4222, 0.4528, 0.4534, 0.3626, 0.4810,
0.4303, 0.4813, 0.4352, 0.4407, 0.4098, 0.4681, 0.4705, 0.4837, 0.4906,
0.4163, 0.4486, 0.3935, 0.4765, 0.4158, 0.3868, 0.4769, 0.2843, 0.4421,
0.3423, 0.3845, 0.3907, 0.4113, 0.4358, 0.4489, 0.3956, 0.4829, 0.4825,
0.4440, 0.4790, 0.4846, 0.4613, 0.3949, 0.4316, 0.4015, 0.4945, 0.4181,
0.4814, 0.4531, 0.4201, 0.3756, 0.4042, 0.4788, 0.4567, 0.4830, 0.4021,
0.4588, 0.4477, 0.4629, 0.4594, 0.4257, 0.4861, 0.4010, 0.4564, 0.4815,
0.4720, 0.4762, 0.3337, 0.4693, 0.3907, 0.4466, 0.4624, 0.4450, 0.4087,
0.4666, 0.4433, 0.4787, 0.4648, 0.3787, 0.4813, 0.4728, 0.4237, 0.3989,
0.4809, 0.4721, 0.4880, 0.4638, 0.4821, 0.3739, 0.4552, 0.4204, 0.3937,
0.4056, 0.4886, 0.4833, 0.4730, 0.3999, 0.4534, 0.4434, 0.4450, 0.4220,
0.4489, 0.4789, 0.4396, 0.4691, 0.4679, 0.4502, 0.4903, 0.4427, 0.4797,
0.4110, 0.3917, 0.4063, 0.4747, 0.4383, 0.4729, 0.4669, 0.4300, 0.4035,
0.4655, 0.4852, 0.4677, 0.3742, 0.4327, 0.4259, 0.4343, 0.4885, 0.4630,
0.4154, 0.4136, 0.3682, 0.3779, 0.4694, 0.4180, 0.4161, 0.3701, 0.4336,
0.3851, 0.4347, 0.4916, 0.4863, 0.3452, 0.4691, 0.4387, 0.4759, 0.4155,
0.4207, 0.4812, 0.4593, 0.3952, 0.4557, 0.4246, 0.4108, 0.4835, 0.3938,
0.4277, 0.4629, 0.4415, 0.3901, 0.4279, 0.3639, 0.4550, 0.4103, 0.4691,
0.3812, 0.4829, 0.2871, 0.4681, 0.4452, 0.4174, 0.4560, 0.3793, 0.4448,
0.4327, 0.4761, 0.4829, 0.4557, 0.4746, 0.4168, 0.4604, 0.4878, 0.4284,
0.5048, 0.4415, 0.3892, 0.3811, 0.4750, 0.4492, 0.4764, 0.4260, 0.4208,
0.4183, 0.4656, 0.4178, 0.4533, 0.4873, 0.4557, 0.3866, 0.4059, 0.4183,
0.4320, 0.4843, 0.4739, 0.4691, 0.4691, 0.4514, 0.3617, 0.4428, 0.4412,
0.4792, 0.4643, 0.4780, 0.4610, 0.3531, 0.3822, 0.4009, 0.4058, 0.4509,
0.4308, 0.4743, 0.3964, 0.4178, 0.4162, 0.3930, 0.4784, 0.3855, 0.3890,
0.4846, 0.3992, 0.4595, 0.4300, 0.4726, 0.4630, 0.4593, 0.4357, 0.4899,
0.4356, 0.4192, 0.4694, 0.4057, 0.3824, 0.4719, 0.4754, 0.4424, 0.4213,
0.4036, 0.4581, 0.4889, 0.3994, 0.4559, 0.4402, 0.4866, 0.4797, 0.4290,
0.4770, 0.3759, 0.4104, 0.4753, 0.4484, 0.4918, 0.4115, 0.3691, 0.4158,
0.4275, 0.4747, 0.4680, 0.4493, 0.4567, 0.3665, 0.4361, 0.4162, 0.4336,
0.4747, 0.3801, 0.3917, 0.4573, 0.4677, 0.4074, 0.4471, 0.4796, 0.4789,
0.4745, 0.3713, 0.4312, 0.4872, 0.4709, 0.4326, 0.4367, 0.4010, 0.4735,
0.4875, 0.4662, 0.4182, 0.4336, 0.4621, 0.4754, 0.4011, 0.4541, 0.4745,
0.4529, 0.3897, 0.4284, 0.4604, 0.4756, 0.3895, 0.3916, 0.2557, 0.4720,
0.4510, 0.4416, 0.4725, 0.4246, 0.4926, 0.3737, 0.3643, 0.3862, 0.3219,
0.4014, 0.4535, 0.3889, 0.4616, 0.4822, 0.4406, 0.4790, 0.4097, 0.3784,
0.4088, 0.4495, 0.4852, 0.4537, 0.5002, 0.4649, 0.3997, 0.4637, 0.4260,
0.4015, 0.4100, 0.4127, 0.4843, 0.4657, 0.4133, 0.4042, 0.4568, 0.4650,
0.4392, 0.4789, 0.4126, 0.3466, 0.4017, 0.4447, 0.4116, 0.4314, 0.4348,
0.4606, 0.3962, 0.4940, 0.4810, 0.3858, 0.4606, 0.4439, 0.3493, 0.4667,
0.4860, 0.3770, 0.4061, 0.3873, 0.4091, 0.4038, 0.4847, 0.5052, 0.4227,
0.3623, 0.4642, 0.4908, 0.4662, 0.4517, 0.4952, 0.4799, 0.4959, 0.4892,
0.3807, 0.4834, 0.4398, 0.3708, 0.3714, 0.3708, 0.4151, 0.4226, 0.4545,
0.4118, 0.4825, 0.4578, 0.4449, 0.4124, 0.4374, 0.3894, 0.4127, 0.4732,
0.4077, 0.4682, 0.3924, 0.2697, 0.3804, 0.4640, 0.4752, 0.4835, 0.3994,
0.4363, 0.4517, 0.4307, 0.4143, 0.4702, 0.4494, 0.4763, 0.4098, 0.4797,
0.4312, 0.4806, 0.4624, 0.4436, 0.4692, 0.4805, 0.4693, 0.4992, 0.3627,
0.4662, 0.4834, 0.4723, 0.3752, 0.4966, 0.4170, 0.3770, 0.4713, 0.4278,
0.4257, 0.4950, 0.4001])),
('model.encoder.layers.4.final_layer_norm.bias',
tensor([-2.8672e-02, 1.5195e-02, 2.5880e-02, 2.1675e-02, 5.4347e-02,
1.8419e-02, 1.5805e-02, 3.3441e-02, 2.9561e-02, 2.8314e-02,
6.3345e-03, -1.3673e-02, 2.3300e-02, 3.5397e-02, 3.1559e-02,
4.3729e-03, -6.1688e-03, 2.9349e-03, 1.6241e-02, 2.6115e-02,
-4.5784e-03, 8.9521e-02, 6.7866e-03, 1.6697e-02, 2.2040e-02,
3.6112e-02, 2.7575e-02, 9.3975e-02, 4.7873e-03, 1.1152e-02,
1.4457e-03, 4.1347e-02, -4.1778e-03, 4.4889e-02, -3.5452e-03,
5.2782e-03, 1.9155e-02, 2.7678e-02, -3.0576e-03, -1.3589e-03,
8.1293e-03, -2.8463e-01, 2.3161e-02, 8.2986e-03, 2.4667e-02,
3.3378e-02, 1.6635e-02, 3.8097e-02, 3.4724e-02, 2.1803e-02,
-2.9048e-02, 3.3661e-02, 4.2794e-02, 2.7015e-02, 1.5696e-02,
3.3781e-02, 2.8139e-02, -1.7070e-02, 2.6437e-02, 2.6071e-02,
3.5886e-02, 4.3688e-02, -9.6610e-03, 2.0179e-02, 3.4425e-02,
2.4955e-02, 1.2673e-02, 3.5645e-02, 7.6783e-03, 6.7339e-02,
2.5608e-02, 3.3047e-02, 2.4403e-02, 2.3955e-02, 4.4015e-03,
1.0763e-02, 3.6322e-02, 2.7325e-02, 2.7100e-02, 1.2180e-02,
5.0362e-02, 4.8815e-02, 2.6225e-02, 3.1390e-02, 2.1529e-02,
3.2056e-02, 2.1594e-02, -4.1040e-04, -3.3421e-03, 6.3075e-02,
-1.8264e-03, 1.1516e-02, 5.8828e-03, -2.6606e-03, -6.0111e-03,
3.5744e-02, 2.9608e-02, 2.6897e-02, 2.8936e-02, 1.4513e-02,
3.1329e-02, 2.8785e-02, 2.5844e-02, 4.5077e-02, 2.2750e-02,
1.1350e-02, 1.3246e-02, 2.6262e-02, -5.6494e-03, 6.5190e-03,
1.8991e-02, -8.3440e-02, -3.5059e-03, 2.3790e-02, -5.2055e-04,
6.8755e-02, 1.9346e-02, 1.3733e-02, 3.2076e-02, 2.2741e-02,
2.3351e-02, 9.1676e-03, 3.1276e-02, 4.2790e-02, 4.2656e-02,
8.4365e-03, 2.1571e-02, 1.7685e-02, 2.1823e-02, -1.1454e-03,
2.9484e-02, 1.7538e-02, 2.5571e-02, 8.1064e-03, 1.9913e-03,
3.3378e-02, -2.0935e-03, 6.8554e-03, -1.0444e-02, 3.7116e-02,
1.7682e-02, -3.1612e-02, 1.7454e-02, 2.2683e-02, 2.3051e-02,
2.3172e-02, -1.4627e-02, -1.8983e-02, 3.0188e-03, 2.4634e-02,
5.5012e-02, 1.0855e-02, 1.0219e-02, 4.5935e-02, 4.6843e-03,
3.5873e-03, 4.7215e-02, 4.5601e-02, 4.4637e-02, 3.3072e-02,
4.5885e-02, 4.5210e-02, 1.0372e-02, 5.5073e-02, 2.0430e-02,
2.6615e-02, 7.5336e-03, 2.6584e-02, 9.7734e-03, 3.7654e-02,
1.1723e-02, 1.3647e-02, 4.7365e-02, 5.1903e-02, 4.6287e-02,
2.7332e-02, 9.4694e-03, 7.3629e-03, 2.3793e-02, 2.9795e-02,
3.8989e-03, 2.0989e-02, 1.8280e-02, 2.3932e-02, 3.9755e-02,
1.5664e-02, 4.4670e-02, 5.8073e-03, 2.7870e-02, 1.4520e-02,
1.2689e-02, -2.4556e-02, 3.4948e-02, 1.8231e-02, 2.3396e-02,
7.3599e-02, 2.0956e-02, 1.1763e-02, 4.2221e-01, 4.1061e-02,
5.4849e-02, -6.8631e-04, 3.2195e-02, -1.3304e-03, 2.8582e-03,
1.1466e-01, -7.7819e-04, 1.6420e-02, 4.1416e-04, -1.1973e-03,
2.2169e-02, -8.0032e-03, 4.8983e-02, 5.9264e-02, 3.4918e-02,
4.6475e-03, 2.3173e-02, 1.0784e-02, -1.4065e-02, 2.9045e-02,
-4.7327e-02, 2.8186e-02, 8.3860e-03, 3.0045e-02, 3.9744e-02,
4.4630e-02, -2.0194e-03, 3.5388e-02, 3.1902e-02, 1.8930e-02,
3.2540e-02, 2.1786e-02, 9.2624e-03, 5.0118e-02, -3.4042e-04,
2.8562e-02, 3.4918e-02, 5.6673e-03, 1.8666e-03, 1.2897e-02,
-1.2778e-01, 2.1054e-02, 3.1345e-02, 2.5236e-02, 3.6137e-02,
1.1134e-02, 3.8092e-02, -1.0424e-02, 2.4210e-02, 4.5509e-02,
3.2806e-02, 2.3233e-02, 3.8824e-02, 2.4880e-02, 2.6539e-02,
1.0718e-02, 3.0961e-02, 2.7303e-02, 1.0819e-02, 6.1128e-03,
6.2031e-03, 3.4486e-02, 1.9485e-02, 3.1396e-02, 1.3864e-02,
8.7655e-02, 2.6840e-02, 1.7448e-02, 1.9782e-02, 1.8876e-02,
3.6246e-02, 6.9664e-06, 6.3010e-02, -7.0498e-02, -9.9481e-03,
2.3227e-02, 7.4233e-03, 1.3969e-02, 3.1301e-03, 4.6809e-02,
2.4826e-02, -7.8749e-03, 8.5926e-03, 1.5892e-02, 3.9422e-02,
2.4854e-02, 3.7396e-02, 2.4370e-02, 4.5434e-02, 7.5742e-03,
4.4849e-03, 3.0147e-02, 5.7432e-02, 1.4318e-02, -9.2981e-03,
1.1673e-02, 1.8437e-02, 7.0001e-03, 4.0188e-02, 3.6252e-02,
5.8171e-02, -2.8893e-03, 2.4086e-02, 2.5905e-02, 1.4415e-02,
5.0790e-02, 1.1795e-02, 1.6607e-02, 3.6855e-02, 5.8868e-02,
-7.6820e-03, 4.7503e-02, 2.0090e-02, 3.8066e-02, 8.0830e-03,
1.4508e-01, 4.0525e-02, 2.2501e-02, 1.2810e-02, 1.3044e-02,
8.2378e-03, 1.9344e-02, 4.5545e-03, 1.0728e-02, 1.9763e-03,
1.2029e-02, 2.1097e-02, 5.5765e-02, 5.4640e-03, 1.7936e-02,
2.1827e-02, 3.6196e-02, 3.6522e-02, 1.6766e-02, -7.5306e-03,
7.6282e-02, 2.2962e-02, -1.3531e-02, 7.1115e-02, 2.2168e-02,
1.9298e-02, 1.0837e-02, -3.5532e-04, 6.8685e-03, 4.9476e-02,
4.1009e-02, 8.2817e-03, 2.4718e-02, 2.3684e-02, 3.7260e-02,
2.8779e-02, 7.8891e-03, 1.8316e-02, 2.3067e-02, 8.6500e-03,
2.4329e-02, 1.0044e-02, 2.1844e-02, -2.3229e-02, 3.1015e-02,
2.6778e-02, 2.2977e-02, -5.0675e-03, 1.1189e-02, 6.8949e-02,
1.9495e-02, 2.0736e-02, 3.4935e-03, -6.2744e-02, 3.8596e-02,
5.9452e-02, 1.3225e-02, 2.3548e-03, 4.6078e-02, 2.6156e-02,
8.0968e-02, 1.8984e-02, 3.3781e-02, 4.3076e-02, 3.6428e-02,
1.3834e-02, 3.7289e-02, 3.3604e-02, 1.1919e-02, 2.2257e-02,
4.6420e-02, 8.8900e-03, 2.8438e-02, 3.3180e-04, 2.0880e-02,
2.1772e-02, 5.9356e-02, 2.4786e-02, 6.1819e-03, -7.1238e-04,
7.1118e-03, 1.7813e-02, 8.0134e-03, 4.7589e-03, 4.2859e-02,
3.3751e-02, -7.6626e-03, 5.4387e-02, -1.5705e-02, 2.6651e-02,
2.2880e-02, 1.6709e-02, 4.9451e-03, 1.4136e-03, -2.3255e-02,
-2.2499e-03, 1.2432e-02, -8.5030e-05, -1.7724e-02, 7.1636e-02,
1.4703e-02, 8.9855e-03, 3.0266e-02, 5.8665e-02, 2.1316e-02,
2.3679e-02, 1.0261e-02, 4.4722e-04, 2.7794e-02, 1.0278e-02,
3.6586e-02, 1.9054e-02, 5.2150e-03, 1.0978e-02, 2.9690e-02,
2.6165e-02, 2.5958e-02, 6.3419e-02, 2.7512e-02, 4.4121e-02,
5.6513e-02, 5.1105e-02, 4.0173e-02, 8.3138e-03, 2.8459e-02,
2.3811e-02, 1.1528e-03, 2.4617e-02, 2.3690e-02, -2.7980e-02,
-1.6189e-02, 4.8233e-02, 4.1042e-02, 4.1985e-02, 2.6183e-02,
2.1512e-02, 3.9185e-02, 2.7473e-02, 1.0603e-02, -2.3525e-02,
7.1002e-02, 5.5959e-03, 4.1361e-02, 3.1083e-02, 3.0356e-02,
9.5293e-03, 2.2364e-02, 7.3047e-03, 3.0684e-02, 2.1809e-02,
2.4459e-02, 1.7082e-02, 2.2482e-02, 3.9304e-02, -1.5159e-03,
3.0989e-02, 2.1456e-02, 2.4841e-02, 1.4958e-02, 5.9354e-02,
1.4777e-02, 6.3706e-02, 1.9559e-02, 3.3737e-02, 5.2142e-02,
2.8350e-02, 5.1078e-02, 1.7000e-02, 1.1621e-02, 2.1271e-02,
3.4065e-02, 1.4983e-02, 7.9754e-03, 2.1039e-02, 2.8837e-02,
3.8452e-02, 1.9449e-02, 1.4313e-02, 2.8528e-02, -7.5471e-03,
-2.7902e-02, 1.5812e-02, 4.2427e-03, 3.0879e-02, -8.2685e-04,
3.7048e-02, 5.2387e-02, 3.0581e-02, 2.7043e-02, 1.1431e-02,
9.2726e-03, 4.6259e-02, 4.3468e-02, 3.7478e-02, 5.2135e-02,
-8.0083e-03, 2.7727e-02, 8.7775e-04, 3.7387e-02, 1.4306e-02,
2.0995e-02, 9.2932e-03, 3.9619e-02, 1.0170e-02, -3.7033e-02,
4.9605e-02, 3.5847e-02, 3.5234e-02, 2.1582e-02, 4.4073e-02,
-5.0083e-03, 9.1710e-03, 1.6685e-01, 3.3499e-03, 2.5834e-02,
2.8922e-02, 3.0696e-02, 2.9663e-02, 3.8320e-02, 8.9540e-03,
-1.7723e-02, -5.1268e-03, 1.7420e-02, 5.3950e-03, 1.7919e-02,
3.8707e-02, 9.7389e-03, -1.4720e-02, 3.1027e-02, 4.0868e-02,
1.6347e-02, 1.2283e-02, 2.0333e-02, 2.7253e-02, 3.9113e-02,
4.0655e-02, 1.6399e-02, 2.6037e-02, 4.7848e-02, 3.3116e-02,
1.3045e-02, 1.6166e-02, -5.3128e-01, 2.3980e-02, 4.7522e-02,
6.1188e-02, -1.2275e-02, 2.1212e-02, 4.6571e-02, 4.2912e-02,
4.7444e-02, 9.0270e-03, -2.6887e-03, 4.6493e-02, 5.5715e-02,
-1.5656e-01, -4.2775e-03, 2.7153e-02, 1.1550e-02, 7.5691e-03,
2.6802e-02, -2.5075e-03, 4.3378e-02, 2.9603e-02, 1.8017e-02,
-3.4392e-03, 4.6187e-03, -3.6316e-01, 2.3625e-02, 3.4377e-03,
4.2423e-02, 2.8888e-02, 1.5165e-02, 1.4774e-02, 2.8408e-03,
2.0368e-03, 1.2999e-02, 2.7296e-02, 1.3086e-02, 5.0352e-02,
1.6817e-02, 7.5677e-03, 3.9128e-03, -2.5134e-02, 7.1954e-03,
1.0431e-02, 2.0165e-04, 2.6742e-02, 1.6753e-02, 1.9838e-02,
1.8488e-02, 9.8924e-03, 8.1710e-03, 3.3200e-02, 1.7606e-02,
2.5994e-02, 3.0750e-02, -2.0274e-02, 4.4580e-02, -1.1931e-02,
4.0524e-02, 1.8878e-02, 4.0883e-02, 2.9662e-02, 1.9929e-02,
3.1222e-02, 5.0407e-02, 3.5198e-02, 1.0702e-02, 2.4807e-02,
8.9265e-03, 2.9496e-02, 1.7790e-02, 1.4252e-02, 3.2872e-02,
-9.4082e-02, 2.0328e-02, 3.1453e-02, 1.3803e-02, 1.9501e-03,
2.7361e-02, 1.9188e-02, -5.4035e-02, 5.0747e-02, 3.1607e-02,
8.6516e-04, -1.0762e-02, 3.6722e-02, 3.4270e-02, 4.4093e-02,
6.2547e-04, 8.3646e-04, 2.8197e-02, 1.3921e-02, 2.2431e-02,
9.9742e-03, 2.9526e-02, 2.3929e-02, 1.5929e-02, 3.0401e-02,
1.6816e-02, 2.8069e-03, 2.4447e-02, 1.7344e-02, 1.8021e-02,
5.3779e-02, -7.8345e-03, 4.2740e-02, 1.1170e-02, 3.3825e-02,
4.2751e-02, 2.3912e-02, 1.0975e-02, 2.5775e-02, 1.6325e-02,
4.3947e-02, 9.4674e-03, -2.2703e-03, 1.0744e-02, 3.4956e-02,
3.4053e-02, 8.0323e-03, 3.6091e-02, 4.5102e-02, 2.6461e-02,
3.4377e-03, -7.9330e-03, 3.9801e-02, 4.0259e-02, 4.7411e-02,
-5.9290e-03, 3.6402e-02, 2.6189e-02, 2.9303e-02, 3.4295e-02,
1.7856e-02, -1.3957e-03, 5.1329e-02, 3.4449e-02, -1.4941e-02,
4.3805e-02, 8.1942e-03, -1.4565e-02, -1.5086e-02, -1.8963e-02,
1.9374e-02, 3.0091e-02, 5.7179e-02, 6.8087e-03, 1.5375e-02,
4.2815e-02, 3.9511e-02, 1.3158e-02, 3.1292e-02, 2.0707e-02,
2.2108e-02, -4.5444e-03, 1.1584e-02, 3.0564e-02, -5.6482e-03,
3.3954e-02, 1.4149e-02, 1.2260e-02, 1.9309e-02, 4.1035e-02,
4.3047e-02, 1.3732e-02, -1.0623e-02, 6.5123e-01, 3.3728e-02,
5.1858e-02, 1.1306e-02, 3.0316e-02, -6.5113e-03, 2.9777e-02,
1.2450e-02, 2.2912e-02, 8.8971e-03, 1.6326e-02, 9.0451e-03,
-1.6637e-02, -8.6267e-03, 2.0940e-02, 3.7339e-03, 8.8217e-02,
-2.2271e-02, 3.9612e-02, 4.6892e-02, 2.3088e-02, 5.1841e-03,
-1.0509e-02, 4.1772e-04, 1.9775e-02, 4.1587e-02, 4.4731e-02,
2.5880e-02, 3.6639e-02, -1.3818e-03, 1.6088e-02, 3.2361e-02,
5.6508e-03, 1.6577e-02, -7.5671e-03, 5.8222e-03, 2.5448e-02,
-1.5306e-02, 2.2885e-02, 4.0390e-02, 1.5846e-02, 2.6731e-02,
3.1786e-02, 2.8173e-02, 1.0147e-02])),
('model.encoder.layers.5.self_attn.k_proj.weight',
tensor([[-0.0555, -0.0302, -0.0228, ..., 0.0494, -0.0740, 0.0589],
[-0.1201, 0.0440, -0.0997, ..., 0.0163, 0.0419, -0.0125],
[ 0.1011, -0.0008, 0.0110, ..., -0.0076, -0.0992, -0.0717],
...,
[-0.0969, -0.0742, 0.0160, ..., 0.0091, 0.0310, 0.0149],
[-0.0533, -0.0697, 0.0440, ..., -0.0234, -0.0098, -0.0043],
[-0.0004, 0.0745, 0.0936, ..., 0.0298, 0.0414, 0.1565]])),
('model.encoder.layers.5.self_attn.k_proj.bias',
tensor([ 1.6761e-03, -1.7348e-04, -3.0660e-03, 1.4264e-03, 1.2444e-03,
3.2300e-03, -5.2410e-03, 6.1101e-04, 2.0394e-03, -5.5801e-03,
-2.0509e-04, 9.4796e-05, -7.7738e-03, 9.8901e-04, 2.7675e-03,
7.2143e-04, 2.5669e-03, -1.3054e-03, 4.3425e-03, 2.8726e-03,
2.4215e-03, 1.1794e-04, -5.6168e-04, -5.0624e-03, -2.2038e-03,
-2.1382e-03, -5.3762e-03, 1.0882e-03, 9.0766e-04, 3.6941e-03,
-8.4503e-04, 2.6752e-03, -1.5137e-03, -3.3058e-03, 3.2670e-03,
-2.2462e-03, 3.3343e-03, 3.1423e-04, -1.9383e-03, -3.6371e-03,
-4.3033e-03, -6.0234e-03, -2.4232e-03, 2.5122e-03, 5.4280e-03,
-1.2297e-03, 2.9500e-03, 1.1153e-03, 3.3921e-03, 3.6091e-03,
-8.9717e-04, 1.6808e-03, -2.6399e-03, -2.3924e-03, 2.0844e-03,
-1.6518e-03, -7.5690e-05, 3.0886e-03, 5.8596e-03, 2.8314e-03,
4.0016e-03, -3.1435e-03, 3.2839e-03, 3.4267e-03, 1.0279e-03,
-2.5287e-03, -3.0938e-04, -1.9669e-03, -6.1602e-06, -1.5020e-03,
2.8954e-04, -5.3746e-05, -8.7555e-04, 1.0534e-03, 1.6409e-05,
1.5733e-04, -1.9669e-03, -9.2692e-03, -1.9268e-03, -1.2716e-03,
2.1464e-03, -1.2726e-03, -9.7532e-04, 3.8251e-04, -7.2006e-04,
-8.6908e-04, -1.2110e-03, 5.4553e-04, 8.4231e-03, -1.2864e-03,
-1.6498e-03, 1.4723e-03, 1.6214e-03, -1.6276e-03, -1.0170e-03,
1.9927e-03, 9.1065e-04, 1.8048e-03, 5.3678e-04, -4.0066e-04,
3.4416e-03, 5.1227e-03, -1.9781e-03, 7.2416e-04, -2.8234e-03,
5.6948e-04, -2.0104e-03, 1.2349e-03, 1.1767e-03, -7.5306e-04,
-2.3728e-04, 4.3474e-04, 3.6176e-03, 1.4133e-03, 1.7492e-03,
-9.3756e-04, 1.5024e-02, -5.7460e-04, 6.6454e-04, -4.7501e-03,
1.4740e-03, 1.5118e-03, 4.8693e-04, -1.2974e-03, -7.6602e-05,
-1.6574e-03, 1.7298e-03, -2.7007e-03, -4.2821e-03, -1.6213e-03,
-1.1858e-03, -6.6334e-03, 3.7199e-03, 2.6321e-03, 1.4590e-02,
-9.2635e-04, -3.1991e-03, 4.6686e-03, -2.5935e-03, -2.0160e-02,
5.0916e-03, 4.2360e-03, 1.6323e-02, 2.8554e-03, 5.7571e-03,
-2.7143e-03, -5.8452e-03, -5.4592e-03, -5.1970e-03, -4.7837e-03,
-1.6085e-02, -1.1503e-03, 1.9829e-03, 9.6088e-04, 1.9015e-03,
-3.5921e-03, 2.0330e-03, 2.4739e-03, 9.2512e-03, -1.3545e-03,
-6.5057e-03, 6.7150e-03, 7.0795e-03, 3.3367e-03, 9.7934e-04,
4.5081e-04, -1.9541e-03, -1.1558e-02, 1.2691e-03, -5.6582e-03,
-2.1163e-03, 3.1168e-03, 1.1109e-02, -2.2737e-03, -1.6301e-03,
-2.2611e-02, 3.6332e-03, -7.5734e-04, -6.8848e-04, -3.8705e-02,
-6.0097e-03, -2.9720e-04, -1.0321e-04, 3.6855e-03, -3.1033e-03,
-8.4443e-04, -3.2271e-03, -1.1865e-02, -8.3364e-03, 2.8242e-03,
1.1133e-03, -6.5836e-03, 3.2147e-03, -2.0945e-03, 1.7476e-03,
4.2971e-03, -4.4890e-03, -6.0359e-04, -2.5617e-03, -4.2348e-03,
-2.3488e-03, 6.9384e-04, -1.1121e-03, 1.1367e-03, 1.1799e-03,
1.7662e-03, 2.8061e-04, 5.0771e-03, -4.4138e-06, -1.7862e-02,
-7.4543e-05, -1.6121e-03, 3.2114e-03, 4.1832e-03, -2.3052e-03,
1.8453e-03, -1.8793e-03, 2.4468e-03, -1.8913e-03, 8.8849e-04,
-4.1956e-03, -5.6851e-04, -3.4723e-03, -1.3204e-03, 3.3641e-03,
-3.8865e-03, -8.0681e-03, 3.8040e-05, 1.8704e-03, 1.0055e-02,
4.8457e-03, 1.2511e-03, -2.2640e-03, 8.5746e-04, 1.7749e-03,
3.6589e-03, -7.6288e-04, 1.0331e-02, -1.7845e-05, 4.4316e-03,
4.1960e-03, 3.8064e-03, -2.2882e-03, 2.4222e-04, -5.2497e-03,
2.7001e-04, 2.3967e-03, -2.1620e-03, 1.4518e-03, 4.9778e-03,
2.0640e-03, -7.8877e-03, -7.8999e-04, -2.5020e-04, -2.4170e-03,
2.9467e-03, 5.2148e-04, 4.0368e-03, -8.3457e-04, -3.0240e-03,
3.2688e-03, 2.3202e-04, -8.9535e-04, -2.9589e-03, 2.0081e-03,
-3.8037e-03, 1.0611e-02, -3.2384e-04, 5.5143e-03, -2.2104e-03,
-1.1109e-02, -1.2444e-03, -3.1245e-04, -1.9775e-03, -3.9098e-03,
-6.0208e-03, 1.9420e-03, 4.0120e-03, -4.1539e-03, -4.5428e-03,
2.7414e-03, 3.3416e-03, -3.1855e-03, 2.7706e-03, 7.8681e-04,
-1.5264e-02, -6.5133e-03, -5.8240e-03, -1.2319e-02, 3.1335e-04,
-8.4743e-03, 2.1234e-04, 1.3772e-02, -6.7113e-03, 7.7773e-03,
1.0020e-03, 3.8527e-03, 4.8905e-03, 6.3702e-03, -1.7532e-03,
-9.2798e-03, 6.0846e-04, -3.1041e-03, 9.3817e-04, -3.2320e-03,
-5.3566e-03, 2.6301e-03, 6.9074e-03, 1.2360e-02, 1.1530e-02,
-6.0739e-03, 5.3266e-03, 5.3124e-03, -5.3581e-03, -1.3037e-02,
-2.1526e-04, -5.6553e-03, 9.4519e-04, 2.5169e-03, -3.0929e-03,
-9.4836e-04, -2.5495e-03, -1.5389e-04, 6.4389e-03, 1.7391e-03,
-1.4205e-03, 1.1081e-03, 3.5710e-03, 2.6983e-05, -4.0540e-04,
8.8554e-04, -3.8727e-04, 1.9577e-03, 1.3285e-04, -1.0398e-03,
-1.8879e-03, 1.5331e-03, -1.0363e-03, -4.1098e-04, 1.3316e-05,
-2.1719e-04, 4.3863e-04, -5.4785e-03, -2.9043e-04, -7.7700e-04,
1.0037e-03, -3.3572e-04, 5.7975e-03, 8.9019e-04, 7.4560e-04,
8.8203e-03, -1.3540e-03, 8.1059e-03, -1.0165e-03, 7.5605e-04,
9.4608e-04, -8.5027e-03, 1.3334e-03, -1.7280e-03, 7.4113e-04,
-6.4194e-05, -1.0287e-03, -1.6837e-03, 1.4293e-03, -8.8743e-03,
-4.3339e-04, -5.0914e-04, -1.0753e-03, -6.2092e-04, 4.5020e-03,
-9.2756e-03, 3.7800e-04, -5.8230e-04, -1.6392e-03, 1.2156e-04,
-1.0265e-03, 6.0618e-04, 3.4465e-04, -1.0361e-03, -5.2695e-04,
2.0074e-04, -2.7088e-04, -1.1080e-03, -7.2827e-04, -9.2631e-05,
8.9967e-05, 3.5424e-04, -3.8624e-04, -2.3994e-04, -6.2006e-04,
-1.7589e-03, -2.3808e-04, 1.0239e-04, -4.5277e-05, -5.4079e-04,
-5.5195e-04, -7.0418e-05, 1.4621e-04, 2.5262e-04, -4.6774e-06,
5.4731e-05, 1.6208e-04, -2.7129e-04, 8.2308e-05, 2.0248e-04,
-2.1895e-04, 2.8711e-04, -1.0726e-04, 4.1832e-05, 5.7110e-05,
-9.9069e-05, -1.5648e-04, -1.3459e-04, -1.0840e-05, -2.1613e-04,
4.8261e-05, -1.4132e-04, -1.5387e-04, 8.5964e-05, -1.4003e-04,
3.1125e-04, 8.1737e-05, -8.3194e-05, -8.2282e-05, -1.8112e-05,
-1.9703e-04, 5.8641e-05, 2.5809e-06, 5.1311e-05, 1.3471e-04,
3.7022e-04, -2.5687e-04, -1.1268e-04, 9.5779e-05, 5.5653e-04,
2.5997e-04, 6.6903e-05, 7.9714e-05, -7.7086e-04, 7.4385e-05,
-1.0279e-04, -3.0920e-04, 1.9475e-04, -7.0413e-05, 3.8473e-05,
2.2721e-04, -3.3311e-05, -3.0051e-04, -4.2778e-03, 4.0123e-03,
1.4170e-03, -3.8443e-04, 1.4018e-03, -9.0366e-04, -2.9804e-05,
5.4054e-03, -2.4619e-03, -1.1486e-03, 1.0423e-03, -1.6713e-03,
1.2849e-03, 4.7229e-03, -3.9719e-03, -6.2236e-04, 5.4360e-04,
-2.0362e-03, 3.2008e-03, 1.9345e-03, 2.2235e-03, -4.6289e-03,
-1.3789e-03, 6.8424e-05, 1.8537e-03, -1.0436e-02, 1.5176e-04,
3.8806e-03, 7.7208e-03, -1.8644e-03, -8.9475e-04, -1.9867e-03,
9.9825e-04, -1.8052e-03, 1.6675e-03, -1.6114e-03, -1.0264e-03,
1.6007e-03, -2.5129e-03, -2.2603e-04, -2.1483e-04, 9.9731e-04,
-7.7443e-04, 2.4051e-04, 2.7101e-03, -1.5622e-03, -2.4680e-04,
2.8233e-03, 1.5086e-03, -1.5341e-03, -3.4152e-03, 6.8176e-05,
2.8830e-03, -2.7161e-03, 9.7080e-04, -3.1155e-03, -7.0102e-04,
-9.1133e-04, 3.3231e-03, 1.0304e-04, 4.5039e-03, -9.7020e-04,
1.7838e-03, -8.3846e-05, 1.8759e-03, -1.8466e-03, 4.1490e-03,
-2.4557e-03, 4.1478e-03, 7.4827e-03, -3.1827e-03, 1.6506e-03,
8.0846e-03, 1.2605e-02, 6.6109e-03, -1.2218e-02, -2.2457e-03,
-2.6827e-03, 2.8501e-03, 4.1045e-03, 4.1470e-03, -4.0874e-03,
-4.9621e-03, 5.6917e-03, 3.3368e-03, 3.9515e-04, 3.9303e-03,
-5.8754e-05, 1.3764e-03, 2.9009e-03, 1.4798e-03, 2.3203e-03,
-9.6870e-04, -1.8525e-03, -3.5578e-03, -2.0094e-03, -5.3583e-04,
1.1457e-03, -1.7765e-03, -3.2710e-03, 1.6874e-03, 8.1365e-04,
2.8248e-04, 4.8414e-03, -1.1674e-03, -1.3296e-03, 2.4553e-03,
1.9651e-03, -1.5457e-02, -2.6432e-03, -3.7271e-03, -2.3613e-05,
4.0210e-03, 2.2371e-03, 8.4230e-03, 4.4086e-03, 2.3527e-03,
-2.5375e-03, -7.1073e-04, 2.3700e-03, -8.7703e-05, 4.2843e-03,
-2.9179e-03, -2.6207e-03, -4.7149e-03, 3.3901e-03, -6.1933e-03,
-5.5435e-03, -8.0474e-03, 9.9916e-03, -1.0886e-02, -1.3297e-02,
-4.9129e-03, 5.9517e-03, 2.3132e-03, -1.5168e-02, -1.0610e-02,
2.3271e-02, -9.3401e-03, 3.0513e-04, 6.7155e-03, 1.3993e-03,
3.6713e-02, 9.5824e-03, 2.3392e-02, 4.2498e-03, 1.5015e-02,
2.7402e-03, 6.2709e-03, -3.9094e-02, -2.6306e-02, -5.8759e-03,
-6.8224e-03, -1.7594e-02, 2.4425e-03, 1.3388e-02, -5.5758e-02,
4.1330e-03, -5.4952e-04, -3.2620e-03, -5.2004e-04, -4.2970e-02,
-2.8329e-03, 5.2351e-03, -7.5098e-03, -1.4639e-02, -6.6261e-03,
1.3313e-02, -2.7419e-02, 6.4544e-03, 5.0989e-03, -1.6251e-02,
8.8212e-03, 3.4777e-03, -2.1424e-02, 1.1300e-02, -4.1473e-02,
-4.9482e-03, 4.7426e-02, 3.0230e-02, -5.2813e-03, -4.8093e-03,
-1.7852e-02, 2.4612e-02, -1.1412e-02, 1.9547e-02, -2.3377e-02,
-3.1219e-02, 3.0441e-02, -3.3388e-02, 1.5170e-02, 1.0331e-02,
-2.8823e-04, 7.2092e-04, -7.8142e-04, -1.0658e-04, -1.2156e-07,
-4.2507e-04, 5.1506e-04, -3.6752e-04, 9.3550e-04, -3.7241e-03,
9.6588e-05, -4.8213e-04, 1.4330e-04, -5.3262e-04, -2.9768e-03,
-3.1698e-04, 1.2480e-03, 6.9928e-04, -2.3366e-04, 4.5678e-04,
-5.8004e-04, 2.4851e-04, -4.4109e-05, -2.1669e-04, -3.2691e-05,
-5.3851e-04, -8.0223e-04, 1.7283e-04, -1.1256e-04, -1.0758e-05,
6.7615e-04, -3.1972e-05, 9.0242e-05, -3.7497e-04, -4.9131e-04,
-2.7797e-03, -1.4797e-03, -2.9176e-04, -2.9240e-04, 4.2285e-04,
-1.1184e-04, 2.6607e-04, -1.2788e-03, -4.6938e-04, -4.5658e-05,
3.1012e-04, -8.4152e-05, -9.5345e-04, -7.0882e-04, -1.0525e-03,
7.3166e-04, -1.3327e-04, -1.6583e-03, -1.3601e-03, 1.1327e-04,
2.2554e-04, -7.6216e-04, 5.6101e-04, 7.7654e-04, 2.8791e-04,
-1.0653e-05, -1.5890e-04, 1.5610e-04, -5.2625e-04, 8.2845e-04,
7.9985e-05, -9.5506e-04, -7.4330e-04, 5.9523e-04, 1.5299e-03,
4.3488e-04, -1.7870e-05, -1.3729e-03, 1.1523e-03, 1.0668e-02,
-7.8989e-04, 5.6242e-04, -6.8732e-03, -3.8757e-03, 4.1161e-04,
3.1386e-04, -8.1042e-04, -7.2768e-04, -2.8290e-06, 1.3819e-03,
1.0343e-03, 1.0410e-04, 7.3369e-04, 7.9157e-04, -4.8662e-04,
-2.1378e-04, 6.4931e-04, 3.3670e-04, 1.1187e-03, -6.7717e-04,
-2.1490e-04, -6.4084e-04, 7.7138e-04, -5.7606e-04, -6.7634e-04,
-7.2652e-05, -4.9110e-04, -8.8074e-04, -3.3452e-04, 8.0045e-04,
1.5319e-03, -4.5842e-04, -1.5015e-03, 2.2295e-04, 1.0225e-05,
1.1603e-03, -2.5315e-04, -9.6190e-04, 7.7304e-04, 3.5051e-04,
1.8491e-03, 2.3199e-03, 1.1160e-03, -1.2622e-03, 7.2866e-04,
-9.2120e-04, 8.5409e-03, 4.8916e-04, 7.8761e-04, 1.9255e-04,
-4.1289e-04, 6.9073e-04, -1.2411e-03])),
('model.encoder.layers.5.self_attn.v_proj.weight',
tensor([[-0.0261, 0.0086, 0.0515, ..., 0.0025, 0.0674, -0.0196],
[-0.0509, 0.0048, -0.0269, ..., -0.0005, -0.0021, -0.0344],
[-0.0147, -0.0194, 0.0272, ..., 0.0028, -0.0038, -0.0195],
...,
[ 0.0288, 0.0650, 0.0262, ..., -0.0672, 0.0147, -0.0190],
[ 0.0033, -0.0873, 0.0370, ..., -0.0338, 0.0251, -0.0025],
[-0.0075, 0.1056, -0.0109, ..., 0.0581, 0.0035, -0.0184]])),
('model.encoder.layers.5.self_attn.v_proj.bias',
tensor([-3.9396e-02, -7.3902e-03, -3.7758e-03, 5.5901e-02, 8.5741e-03,
1.5551e-02, -3.3441e-03, -5.6872e-03, 2.0582e-02, -1.9188e-01,
-1.4618e-02, 8.6117e-03, -1.3451e-02, 6.6646e-03, 7.8119e-03,
-2.2942e-03, -1.1206e-02, 2.0013e-02, 1.9301e-02, 1.1202e-02,
9.1096e-03, -1.7624e-02, 2.1030e-03, 3.2960e-02, -4.6192e-03,
-1.7042e-02, -2.3339e-02, -2.4739e-02, 5.0713e-04, 9.4521e-03,
5.2485e-03, -2.9279e-03, 6.5208e-03, -6.0039e-03, 1.8706e-03,
1.5294e-02, -1.2642e-02, -2.0721e-02, -8.1645e-03, 1.7965e-02,
-1.4487e-02, -1.1558e-02, -7.1221e-03, 7.9780e-02, 2.3431e-02,
6.6055e-03, -4.2263e-03, 1.2251e-02, 8.0322e-03, 1.0266e-02,
3.2960e-02, -7.7910e-03, 2.1980e-02, 9.4908e-03, 4.2681e-02,
-2.3585e-02, 1.4974e-03, 2.6127e-02, -2.0492e-02, -3.7575e-02,
-2.1462e-02, 1.9740e-03, -9.5473e-05, 3.8565e-03, -5.7335e-03,
-1.6158e-03, 1.2078e-02, 5.3343e-03, 1.3766e-02, -4.0835e-03,
9.6243e-03, 1.3944e-03, -1.4787e-02, -5.5475e-03, 1.6078e-03,
-3.1838e-03, -2.1271e-02, 1.1633e-02, 5.0504e-03, -5.3569e-04,
6.0893e-04, -1.5369e-02, -2.5839e-03, 5.4895e-03, 2.6243e-03,
-4.9900e-03, -1.6841e-02, 1.6351e-03, -9.1186e-03, -2.3764e-02,
-1.9508e-03, -9.0209e-03, -3.8693e-03, -1.3459e-02, 2.1185e-03,
-1.9563e-02, 1.4819e-02, -3.6252e-03, 2.1409e-02, -9.0219e-03,
-1.9402e-04, 1.8046e-04, 4.7026e-03, 5.5904e-03, 1.0313e-03,
6.8420e-03, -8.5688e-03, 1.1619e-02, 3.9916e-03, -2.6475e-03,
1.1501e-02, 7.2104e-03, -1.2063e-02, -9.0409e-03, -6.8510e-03,
1.2306e-02, -1.7597e-03, 7.6544e-04, -3.0318e-04, 4.0169e-03,
1.9246e-02, -3.3277e-03, 1.5102e-03, -6.5730e-04, 2.6479e-03,
3.9715e-03, 1.5155e-02, -2.6378e-02, 9.2615e-04, 2.4908e-04,
-3.2388e-03, -5.1745e-03, -8.8808e-03, 5.5393e-03, 6.1726e-03,
-2.1838e-04, -1.8802e-03, 1.2633e-04, 3.7483e-03, 7.3890e-03,
-1.5296e-03, -3.4364e-03, 2.8167e-03, 3.0132e-03, 1.2400e-03,
-1.6380e-03, -1.5657e-02, -3.9854e-03, -4.9643e-03, -1.2721e-02,
3.2543e-03, -9.0695e-04, 8.2888e-03, 1.1314e-02, -2.0427e-03,
-1.9342e-03, -1.1906e-02, 3.1987e-03, 5.6090e-03, 8.7588e-03,
-1.5827e-03, 6.3201e-03, 8.1632e-03, 1.2918e-02, -1.1596e-02,
-1.4484e-02, 8.6106e-03, 6.7117e-04, -2.4944e-03, 8.6267e-02,
4.8267e-03, 8.0282e-03, 3.4187e-03, 4.2964e-03, -7.2595e-03,
-9.5885e-03, -5.7154e-03, 1.2155e-02, -1.5388e-03, 1.2265e-03,
-4.5853e-03, 6.2974e-03, -2.7456e-03, 8.7169e-03, -1.4632e-02,
8.2940e-03, 2.5346e-04, 8.4224e-03, 9.5850e-03, 1.5740e-02,
8.6563e-04, 1.0469e-02, 1.9072e-02, -2.6777e-03, 9.3620e-03,
-6.9012e-03, 4.4200e-03, 2.1017e-03, 1.2748e-02, 3.0555e-03,
1.3598e-02, 1.0012e-02, 1.1171e-03, -1.5780e-02, 7.2981e-03,
-4.3765e-03, 1.1443e-02, -6.5648e-03, -4.0992e-02, 6.8772e-03,
-2.1364e-03, 6.1949e-03, 1.2894e-02, 9.8660e-03, -5.1288e-03,
3.5633e-03, -1.4790e-02, 1.0169e-02, 2.9692e-02, 4.9624e-03,
1.1761e-03, -9.4265e-03, -1.3969e-02, 1.7726e-02, 3.9391e-03,
-2.1159e-03, -1.5397e-02, -1.0257e-02, -9.2890e-03, 2.7012e-03,
-7.6359e-03, -1.8399e-02, 3.6989e-03, -6.1417e-03, 1.1722e-02,
-1.8339e-02, -4.6020e-04, 7.4162e-03, -1.9008e-02, 8.8267e-03,
2.6939e-03, 1.1704e-02, 1.3989e-02, 2.5176e-02, -1.6219e-03,
1.5266e-02, 3.9454e-03, 1.1622e-02, -7.3028e-03, 1.3192e-02,
-1.7560e-03, -1.0154e-01, -9.3693e-03, 1.9493e-02, 1.6036e-02,
5.5151e-03, 2.2588e-02, -2.5312e-02, 4.4424e-03, -4.8546e-03,
-2.1758e-03, -4.3194e-03, 2.1063e-02, 1.5958e-03, 1.7366e-02,
3.1275e-03, -2.2346e-02, -1.3446e-01, 2.0999e-02, -1.5707e-03,
-2.9559e-03, 4.4312e-03, -1.8012e-02, 2.5214e-02, -1.3968e-03,
7.1392e-03, 1.0095e-02, 7.4638e-03, -2.1284e-02, 1.3626e-03,
5.2284e-03, 2.0008e-03, -1.0863e-02, -6.3279e-03, -7.2052e-03,
-1.3420e-02, 3.2731e-03, -1.3708e-02, -1.6844e-02, -6.9016e-03,
-3.3713e-03, 2.9803e-03, -9.0161e-03, -6.4864e-03, -7.7526e-03,
7.3638e-04, -2.0356e-03, -7.0169e-03, 9.9432e-03, 2.7195e-03,
1.6146e-02, -1.0307e-02, -8.1226e-03, -2.1378e-03, -2.2869e-03,
1.7339e-02, 1.5043e-02, -3.2795e-03, 1.9327e-03, 5.5546e-03,
2.5638e-03, -3.8310e-03, 4.9190e-03, -6.1011e-04, -1.3178e-02,
2.8307e-03, 2.3749e-02, 1.3737e-02, 5.0545e-03, -2.2009e-02,
-7.4816e-03, -6.9978e-04, 9.8500e-03, 1.5865e-02, 6.4231e-03,
-2.4213e-03, 1.2350e-02, 1.3096e-02, -5.9375e-04, 1.0080e-02,
1.0284e-02, -8.5578e-04, 8.7385e-03, -1.0412e-02, 5.0434e-03,
-9.6294e-04, 8.0058e-04, -2.1367e-02, -9.6828e-03, 1.1521e-02,
1.1474e-02, -1.0935e-02, -6.0689e-03, -8.1798e-03, 3.1478e-04,
-5.3062e-03, 3.2957e-03, 1.4573e-02, 7.2804e-03, 1.0948e-02,
-7.7131e-03, -7.5888e-03, -3.6439e-03, 4.7082e-03, 2.3583e-02,
-2.0266e-02, 1.7739e-02, -6.1046e-03, 5.7884e-03, 5.6099e-03,
-1.4986e-02, 1.8705e-04, -2.9108e-04, 1.7492e-02, -1.2114e-02,
1.2214e-02, 8.5477e-04, -2.0760e-02, 1.0159e-03, -3.0799e-03,
1.1383e-02, 1.0526e-02, 6.4160e-03, 2.1119e-03, -1.4718e-02,
1.4568e-03, -2.1144e-02, 5.2397e-03, 1.0885e-02, -8.6220e-03,
-3.3594e-03, -4.8950e-03, -7.4952e-03, -7.5845e-03, -3.2953e-03,
-1.1867e-02, 2.7123e-03, 4.6315e-03, 8.4908e-03, 8.1523e-03,
5.2702e-03, 2.3991e-03, -5.6563e-03, -3.1823e-03, -1.6328e-03,
-1.6890e-02, -2.2425e-03, -5.8025e-03, 1.0900e-02, 2.8162e-03,
-3.8665e-03, -1.7588e-02, 1.2318e-03, -3.4613e-03, 1.4081e-03,
4.5159e-03, 8.6952e-03, 6.1698e-03, 2.8173e-03, 3.4291e-04,
-9.0463e-04, 2.3906e-03, -2.2211e-02, -6.8936e-04, 2.0396e-03,
-1.3276e-02, 7.6956e-03, 6.1745e-04, -2.8653e-03, 1.8721e-02,
-7.5598e-04, -3.6492e-04, 7.0413e-03, -3.8818e-03, 7.7827e-03,
-3.0391e-03, 5.0227e-03, -6.0298e-03, 4.3306e-03, -2.7139e-03,
-1.1099e-02, -5.6914e-03, -1.2521e-02, 6.8711e-03, -3.7147e-03,
-6.3364e-03, 1.1245e-02, -4.0722e-03, -6.0955e-03, -1.6184e-03,
1.0106e-02, 6.6731e-04, -4.8439e-03, -5.1142e-03, 3.8299e-03,
2.0838e-03, -1.1483e-02, -1.0078e-02, 2.4430e-03, 7.7219e-03,
-1.4738e-02, -1.1214e-02, 6.4382e-03, -6.9010e-03, -8.0558e-03,
7.5559e-03, 8.7254e-03, -3.9924e-03, -9.0416e-03, -2.7647e-02,
1.6506e-02, -3.1887e-03, 1.2224e-02, -1.7087e-03, -5.1359e-03,
2.2215e-03, -1.7431e-03, -6.3005e-03, 1.5271e-02, -2.9282e-02,
3.8297e-03, -2.7235e-02, 1.1181e-02, 4.4914e-03, -5.1149e-03,
-1.2556e-02, 6.4209e-03, 1.9381e-03, -8.4003e-03, -4.5580e-03,
2.3707e-03, -5.5372e-03, 4.6158e-03, -1.2620e-02, 6.6246e-05,
7.5444e-03, 8.1700e-03, 1.1250e-02, -5.4681e-04, 1.2620e-02,
5.7829e-03, 3.2339e-02, -1.4884e-02, -3.3434e-03, -1.1052e-02,
4.9425e-03, -6.3342e-03, -1.2498e-02, 5.3308e-03, -1.5921e-04,
-5.9472e-03, 8.0151e-03, -1.0419e-02, -4.1762e-03, -7.6466e-03,
-1.4610e-02, -1.1784e-02, -1.0581e-02, -6.7376e-03, -1.0764e-03,
1.7573e-05, -1.0368e-02, -9.5374e-03, -2.7096e-02, 1.4922e-02,
-2.5570e-02, -1.8863e-02, 2.2497e-02, 7.0268e-04, 1.1266e-01,
-2.2967e-03, -9.2742e-03, -3.0963e-04, 2.1168e-02, 2.4658e-03,
1.8802e-02, 5.4235e-02, 7.2739e-04, 1.4385e-02, -2.5120e-02,
-1.1878e-02, 9.1555e-03, -7.6075e-03, 1.5690e-02, -5.5002e-02,
-4.8433e-03, -1.0781e-02, 1.1364e-02, 9.8180e-03, -1.5881e-02,
8.6032e-03, -7.2150e-03, -1.2914e-02, 4.1305e-02, -3.9571e-02,
1.5287e-02, -1.0410e-02, -3.0470e-02, 2.0051e-02, -1.5251e-02,
-1.1732e-02, 1.7723e-02, -1.4442e-02, 4.4611e-03, 1.4055e-03,
3.5123e-03, -5.3358e-03, -3.9341e-02, -9.3671e-03, -3.1664e-02,
-4.0122e-02, -7.3571e-03, -2.3350e-02, 6.7703e-03, 3.5539e-02,
-2.2373e-02, -1.2064e-02, -4.1587e-02, 3.0730e-02, 1.3095e-02,
9.4630e-03, -1.8763e-02, -1.6317e-02, 1.9337e-02, 1.0931e-02,
-6.4743e-03, -3.3463e-02, 5.3489e-02, 1.9221e-02, 1.8085e-02,
7.1156e-02, 2.1320e-02, -2.6846e-02, 8.4831e-03, -1.7436e-02,
-1.3601e-02, -1.7094e-02, -1.1120e-02, 3.6534e-02, 3.7182e-03,
-7.0218e-03, -1.7535e-02, -6.6915e-02, 1.2733e-02, 7.9245e-03,
-2.4320e-02, -3.5393e-02, -1.1192e-02, -1.8200e-02, 2.6133e-02,
5.2551e-03, -1.4309e-02, -1.4447e-02, -1.9352e-02, 1.8415e-02,
-2.3701e-02, -2.7653e-02, 2.5451e-02, 2.1802e-02, -1.0856e-02,
-7.9310e-03, 6.3858e-02, -4.3304e-02, 8.8238e-04, 1.8830e-02,
2.6515e-02, 2.1231e-03, 3.9114e-02, 5.3395e-02, -1.7767e-03,
1.9322e-02, 4.0056e-02, -4.3935e-02, 1.1609e-03, 4.0514e-02,
6.7376e-03, -3.5426e-02, -1.4781e-02, -6.6544e-02, 3.1021e-05,
-1.0085e-02, 2.3494e-02, 8.0439e-02, 8.1210e-03, -2.1902e-01,
-2.5297e-02, -2.8834e-02, -5.5326e-02, 2.2381e-02, 4.8907e-02,
-1.7021e-02, -2.7594e-03, 5.3176e-05, -9.5442e-03, -1.3503e-03,
1.0022e-02, -8.1111e-03, 1.3831e-02, -1.3651e-04, 2.4271e-03,
1.2893e-02, -3.9927e-03, -1.6754e-02, 3.0431e-03, -5.4115e-03,
1.2243e-02, -4.6410e-03, -1.7307e-02, 7.7884e-03, -8.2500e-04,
9.6025e-03, -8.3081e-04, 1.7437e-02, -8.9224e-03, 9.8080e-04,
-3.1163e-03, -1.0555e-02, -2.5552e-03, 2.2439e-04, 7.5272e-03,
-6.0090e-03, 6.9776e-03, -1.3740e-03, -1.8218e-03, -1.0394e-02,
-1.3321e-02, -1.2550e-03, -2.0838e-02, -5.7485e-03, -3.0831e-02,
1.2929e-02, 3.2408e-03, 6.1991e-03, -8.4202e-03, -1.2309e-02,
1.6317e-02, 1.5902e-03, -1.6093e-02, -4.3464e-03, -1.9043e-02,
-1.5689e-02, 1.3650e-02, 3.8362e-03, -2.4164e-02, 1.3789e-02,
-3.9260e-03, 5.7114e-03, -7.6657e-04, -2.7716e-03, -1.0163e-02,
1.3906e-02, -7.6866e-03, -1.4182e-02, 3.2439e-05, 5.8452e-04,
1.5846e-02, 5.7287e-03, -1.7710e-03, -1.1355e-02, 4.8895e-03,
-1.1972e-03, 6.5570e-03, -1.4608e-02, 4.8790e-03, 2.3549e-04,
1.1421e-02, -1.4029e-02, 1.3689e-02, 5.5821e-03, -1.6654e-03,
-1.7944e-03, 5.9034e-03, 1.9606e-03, -3.6072e-03, -5.6410e-03,
1.4375e-02, -7.0218e-03, 7.9335e-04, 1.1267e-03, -2.2810e-03,
-1.1127e-03, 7.8193e-03, 9.1585e-03, 1.0128e-02, -5.1474e-02,
5.8352e-04, 7.7888e-04, -6.2614e-03, -2.3035e-03, -1.1712e-02,
-1.5306e-02, -8.0107e-03, -9.1266e-04, -1.2484e-02, 6.2211e-03,
-7.5216e-04, 1.8548e-03, 1.9339e-02, -1.3959e-02, 1.9662e-02,
3.3385e-02, 9.5371e-03, 1.4988e-03, 5.3949e-03, 6.9244e-03,
2.1327e-02, 3.6621e-03, 1.7504e-03, 1.2038e-02, 1.8263e-02,
1.1097e-02, 4.4655e-03, -6.1841e-03, -3.2243e-03, 1.8441e-02,
-1.9367e-02, -7.4929e-03, 2.0697e-03])),
('model.encoder.layers.5.self_attn.q_proj.weight',
tensor([[-0.0193, 0.0412, -0.0620, ..., -0.0321, -0.0365, 0.0276],
[ 0.0054, -0.0296, -0.0276, ..., -0.0930, -0.0175, -0.0199],
[ 0.0245, 0.0281, -0.0117, ..., 0.0305, 0.0454, -0.0178],
...,
[-0.0485, 0.0876, -0.0127, ..., 0.0135, 0.0133, 0.0117],
[-0.0397, -0.0172, -0.0351, ..., -0.0348, -0.0573, 0.0255],
[-0.1454, 0.0396, 0.0957, ..., 0.0469, -0.0018, -0.0183]])),
('model.encoder.layers.5.self_attn.q_proj.bias',
tensor([ 3.3226e-01, -2.6572e-01, 3.2349e-01, -5.2889e-01, 1.0588e-01,
-3.6014e-01, 5.0921e-01, 9.0232e-02, -1.1091e-01, 4.3890e-01,
-2.5155e-01, -2.6599e-01, 5.4854e-01, -1.9929e-01, -4.0330e-01,
-2.5638e-01, -1.6243e-01, -2.2810e-01, -5.4726e-01, -3.4383e-01,
-2.5998e-01, -5.6656e-02, -1.1018e-01, 5.0315e-01, 3.5837e-02,
-1.6529e-01, 5.7655e-01, 2.2311e-02, -3.1136e-02, -2.2565e-01,
-2.5824e-01, -5.5029e-01, 1.0184e-01, -4.8822e-02, -4.8864e-01,
2.5464e-01, 3.1082e-01, 2.5450e-01, 3.2825e-01, 3.9614e-01,
6.1409e-01, 6.3445e-01, -5.9191e-02, -2.0751e-01, -5.2175e-01,
-2.3460e-02, -2.0379e-01, 2.0624e-01, -5.9997e-01, -4.4106e-01,
1.4907e-01, -2.6525e-01, 3.0466e-01, 4.8478e-01, 3.1987e-01,
-2.2544e-01, -1.3341e-01, -3.5780e-01, -5.0149e-01, -3.5578e-01,
1.9921e-01, 3.8981e-01, -4.5018e-01, -3.1943e-01, -3.1843e-02,
-8.9246e-02, 3.7057e-01, -4.2795e-01, 1.8708e-01, -5.4213e-02,
2.3223e-01, -1.2939e-01, 4.5051e-02, 3.3598e-02, -1.1599e-01,
3.6845e-02, -1.0298e-02, -5.1716e-01, -2.3160e-01, -9.6272e-02,
-1.3349e-01, 8.9159e-02, -9.9333e-02, 4.1820e-02, 4.0903e-02,
-3.1387e-02, 1.0183e-02, 1.2760e-01, 6.1093e-01, 3.4521e-01,
-1.1437e-01, 1.3018e-01, 2.1245e-01, -2.4729e-01, -1.0871e-01,
1.5060e-01, 4.5927e-02, -1.7692e-02, -1.6612e-01, -1.3619e-01,
4.5153e-01, 4.7701e-01, -6.1797e-02, 1.2882e-01, -3.7642e-02,
2.6091e-02, -7.7478e-02, 7.9979e-02, 3.0734e-01, 9.2689e-02,
2.3919e-01, -2.6865e-02, 1.7659e-01, 1.6133e-01, 1.3765e-01,
1.3984e-01, 7.9208e-01, -1.3123e-01, 1.3587e-01, 3.1297e-02,
1.6991e-01, -1.6735e-02, -3.1774e-01, -1.8646e-01, 1.8500e-01,
9.3519e-02, 2.3258e-01, 3.7637e-02, 8.8871e-02, 4.1472e-02,
-1.0597e-01, -3.8120e-01, 5.2437e-02, 1.8538e-01, 5.3567e-01,
-2.9399e-01, -5.4250e-02, 3.3468e-01, -2.8403e-01, -6.7926e-01,
3.7176e-01, 2.4553e-01, 5.6249e-01, -1.6554e-01, 4.3343e-01,
-5.9526e-02, -1.7360e-01, -3.9773e-01, -5.5159e-02, -2.8722e-01,
-6.0650e-01, -9.7291e-02, 1.4465e-01, -1.6903e-01, 8.7483e-02,
-3.2662e-01, 1.3832e-01, 4.9716e-03, 2.7031e-01, 1.1180e-01,
-4.2744e-01, 4.4044e-01, 4.5448e-01, -1.2785e-01, 1.2438e-01,
-2.0433e-02, -3.7004e-02, -3.9115e-01, -3.6175e-02, -1.0699e-01,
-2.8390e-01, 1.5212e-01, 2.1343e-01, -2.2232e-02, 5.6888e-02,
-5.9711e-01, 7.1334e-02, -8.8882e-02, 2.8623e-01, -8.2280e-01,
-2.3559e-02, 4.6911e-02, -6.1097e-02, 7.5153e-02, -2.3407e-01,
8.4306e-02, 1.7000e-01, -3.9561e-01, -3.2557e-01, -4.9547e-02,
3.1830e-01, -4.4004e-01, 6.5926e-01, 1.3633e-01, 6.3430e-02,
1.2160e-02, 3.0193e-01, -3.2269e-01, -2.6424e-03, -5.2029e-01,
4.2492e-02, -1.2050e-02, 4.2296e-02, -1.1189e-01, -3.2453e-01,
7.4457e-01, 3.6306e-01, -6.8192e-03, 7.7136e-02, -8.6192e-01,
1.6658e-01, -3.5454e-02, 2.1733e-02, -1.4365e-01, -7.1324e-02,
-1.9424e-01, 1.0594e-01, 6.5840e-02, 2.4626e-01, -2.1795e-01,
-6.9018e-02, 3.5602e-01, 2.5224e-02, -1.2487e-01, -1.4480e-01,
-1.9918e-01, -6.2342e-01, 1.5303e-01, 1.6306e-02, 7.5852e-01,
-1.4866e-02, -4.9789e-02, -4.8256e-01, -3.4510e-01, -1.3465e-01,
5.5391e-02, -1.3732e-01, 7.2386e-01, 1.5440e-01, 3.5201e-01,
9.4037e-02, -3.7121e-01, -6.8981e-02, -3.7131e-01, 4.5595e-02,
1.1010e-02, -1.3443e-01, -2.3968e-01, 1.2445e-01, 1.4717e-01,
-1.9781e-01, -6.7500e-01, -2.2690e-02, 1.8654e-02, 1.1240e-01,
3.0379e-02, 6.3477e-02, 3.3216e-01, 9.3598e-02, -2.6620e-01,
-2.0366e-01, -2.8528e-01, -1.6273e-01, -2.5427e-01, 3.2951e-01,
-3.5787e-01, 6.3071e-01, -9.1864e-02, 2.8868e-01, -2.0507e-01,
-5.1451e-01, 3.5724e-02, 2.9278e-01, -2.6706e-01, -3.2018e-01,
-3.0827e-01, 2.1432e-02, 1.1290e-01, -2.7764e-01, -2.8118e-01,
4.2993e-02, 2.3880e-01, -3.3130e-01, 2.0433e-01, 1.6820e-01,
-5.7111e-01, -4.4930e-01, -3.9303e-01, -4.9734e-01, -1.6775e-01,
-4.2866e-01, -1.5441e-02, 6.5391e-01, -1.9239e-01, 3.6352e-01,
2.4531e-01, 2.9970e-01, 3.5771e-01, 4.0778e-01, -3.3526e-01,
-4.2067e-01, -1.0894e-01, -6.2564e-02, -6.3261e-02, -1.2075e-01,
-2.4821e-01, -4.0384e-02, 4.6524e-01, 4.4343e-01, 4.5749e-01,
-1.9405e-01, 3.5960e-01, 1.6641e-01, -3.0621e-01, -5.4465e-01,
9.2263e-02, -3.7645e-01, 1.1305e-01, -6.8360e-02, 1.1776e-02,
-7.1399e-02, -3.1880e-01, -2.0179e-01, 2.6350e-01, 1.8823e-01,
-1.9626e-01, -1.8418e-01, 1.8183e-01, 8.6170e-02, -3.5783e-01,
-5.2238e-02, -2.6136e-01, 1.8755e-01, 1.1307e-01, 6.6409e-02,
-7.1742e-02, -2.2399e-01, 5.7273e-02, 1.1795e-01, -1.4406e-01,
1.0017e-01, 6.2847e-02, -3.3623e-01, 9.0762e-02, -1.6002e-01,
-8.9931e-02, -2.1836e-01, 2.6005e-01, 2.3748e-01, -2.5076e-01,
3.7845e-01, -2.0065e-02, 4.3304e-01, -2.8432e-01, -7.0233e-02,
-9.5180e-02, -4.8825e-01, -1.3830e-02, -2.8425e-01, 1.3839e-01,
-3.5532e-02, 1.2394e-01, -6.7902e-03, 1.7021e-01, -4.1322e-01,
-9.4526e-02, -2.2480e-01, 2.5117e-01, 1.3960e-01, 3.4412e-01,
-4.1915e-01, -1.2248e-01, 1.0825e-01, -2.6735e-01, 1.9755e-02,
-1.0003e-01, 5.9855e-03, -2.8763e-01, -2.7435e-02, -3.9406e-02,
-1.4504e-01, -3.1477e-01, 6.0481e-02, -3.4510e-01, -3.3862e-03,
2.3134e-01, -5.7508e-01, 5.6462e-01, -7.0159e-02, -8.3081e-01,
3.8585e-02, -3.7216e-01, 6.5353e-01, 1.4879e-01, -6.4545e-01,
3.6589e-01, -3.2500e-01, -1.9878e-02, 1.3200e-01, 1.7821e-01,
4.5572e-01, -2.3503e-01, -7.3041e-01, 7.5205e-01, 6.6617e-01,
1.5065e-01, -2.4465e-01, 7.1401e-01, 6.0485e-01, -1.1712e-01,
-5.5203e-01, -2.1242e-01, -3.7163e-01, -4.6349e-01, 4.8659e-01,
5.0040e-01, 1.5590e-01, 3.5704e-01, -6.6638e-01, 1.9487e-01,
7.7884e-01, 2.4437e-01, -7.3437e-01, -1.3259e-01, -4.7636e-01,
2.0176e-01, -4.2158e-01, 6.1622e-01, 1.6293e-01, -1.9328e-01,
1.4066e-01, -3.8590e-01, -5.9377e-01, 1.2778e-02, 3.1817e-01,
7.9428e-01, -3.4748e-01, 6.3150e-01, 5.9716e-02, 3.4251e-01,
-2.3560e-01, 5.3248e-01, 2.8743e-01, -2.3925e-01, -1.1970e-02,
5.3230e-01, 9.1153e-03, -8.9197e-01, -5.0429e-01, 5.9785e-01,
3.3711e-01, -1.0851e-01, -2.2028e-01, -1.6293e-01, 4.7225e-02,
5.5810e-01, -8.7121e-02, -2.7013e-01, 1.4705e-02, -1.6833e-01,
3.1886e-01, 3.8047e-01, -3.5277e-01, 3.9341e-02, -6.4804e-02,
-4.3541e-01, -3.1075e-01, -1.3790e-01, 4.4210e-01, -4.7114e-01,
-2.9924e-01, -1.2757e-01, 3.1401e-01, -6.6451e-01, -2.4010e-01,
4.6614e-01, 5.7351e-01, -2.6192e-01, -1.0613e-01, 1.4919e-02,
1.2324e-01, -2.9902e-01, 1.1648e-01, 1.9587e-01, -4.6378e-02,
3.7540e-01, -4.4801e-01, -1.9651e-01, -2.4936e-03, -6.8634e-02,
3.3352e-01, -5.6608e-02, 3.6417e-01, -3.9827e-01, 9.1764e-02,
1.2986e-01, 3.8512e-01, -1.2481e-01, -4.2756e-01, 1.8426e-01,
1.3754e-01, -3.4250e-01, -2.0390e-01, -4.5421e-01, 4.6722e-03,
-2.1603e-01, 3.6236e-01, 1.7169e-02, 3.7038e-01, -2.9941e-01,
3.3321e-01, 2.6133e-01, 2.3969e-01, -3.6061e-01, 9.2056e-02,
-2.9281e-02, 2.6210e-01, 6.1413e-01, -8.6025e-02, -3.9390e-02,
4.5054e-01, 6.7677e-01, 3.0248e-01, -7.1243e-01, -2.7174e-01,
-2.4832e-01, -5.0228e-03, -8.9096e-02, 2.3381e-01, -5.3482e-01,
-4.6628e-01, 6.1116e-01, 2.9644e-01, 1.6060e-01, 1.8163e-01,
-1.6821e-01, 4.9314e-03, 2.8006e-01, -3.5725e-02, 2.4555e-01,
-1.1069e-01, -4.5761e-02, -3.9469e-01, -2.4477e-01, 2.7949e-01,
3.1706e-01, -1.4195e-01, -3.3931e-01, 1.1141e-01, 8.2815e-02,
-1.2448e-01, 4.8151e-01, -1.2245e-01, -3.5655e-01, 1.4175e-01,
1.1446e-01, -8.1092e-01, -2.9817e-01, -1.8557e-01, 2.3633e-01,
4.0986e-01, 8.6265e-02, 5.9857e-01, 2.6111e-01, 3.6820e-01,
-2.1019e-01, 3.9430e-03, 3.8828e-01, 6.2912e-02, 3.3133e-01,
-9.9897e-02, -7.9997e-02, -3.4026e-01, 3.5465e-01, -3.7061e-01,
-4.2858e-01, -7.4606e-02, 1.2100e-01, -1.8425e-02, -1.3821e-01,
-5.0135e-02, -4.9395e-02, 2.5554e-02, -2.7319e-01, -1.7222e-01,
1.5783e-01, -1.3214e-01, 2.6570e-02, 1.3693e-01, 6.6404e-02,
2.6085e-01, 1.8142e-01, 2.6049e-01, 9.1897e-02, 1.0288e-01,
5.8323e-02, 1.0448e-01, -3.4866e-01, -2.1581e-01, -5.0049e-02,
-1.6708e-01, -2.1433e-01, 2.9757e-02, 1.1822e-01, -4.1539e-01,
6.4825e-02, -7.2137e-02, 3.2111e-03, -1.1219e-01, -3.9040e-01,
-7.4328e-03, 1.6693e-01, -2.9992e-02, -1.3469e-01, -5.0618e-02,
1.1146e-01, -3.0339e-01, 7.0185e-02, 3.7077e-02, -1.4817e-01,
1.0043e-02, -5.7638e-02, -1.3890e-01, 1.3994e-01, -3.2832e-01,
-1.0703e-01, 3.6583e-01, 3.0987e-01, 2.9942e-02, -1.6288e-01,
-1.3383e-01, 1.7561e-01, -1.1970e-01, 1.1743e-01, -8.1901e-02,
-2.6739e-01, 3.6135e-01, -1.9361e-01, 1.6102e-01, 2.0886e-01,
4.2012e-02, -6.5278e-02, 4.5343e-01, 1.6867e-01, -9.3493e-02,
2.5932e-02, -1.5406e-01, -4.0973e-02, 1.3856e-02, 6.9764e-01,
1.9266e-01, -1.3488e-01, -1.9501e-01, -3.4373e-01, 6.2766e-01,
-3.6338e-02, -1.4897e-02, -1.6981e-01, 1.3684e-01, -6.1930e-02,
4.1597e-01, -4.1393e-02, 1.1010e-01, 3.9065e-01, -4.2641e-01,
8.4654e-02, -1.1025e-02, -1.8735e-01, -1.3180e-01, -2.1064e-01,
-5.5507e-01, 4.2339e-02, 1.4335e-03, 1.4063e-01, 8.7669e-02,
6.7712e-01, 4.0840e-01, 2.8818e-01, -9.1519e-03, 4.2994e-01,
-4.0166e-02, 5.1079e-02, 4.5990e-01, 1.2836e-01, -3.8978e-02,
7.7590e-02, 1.1975e-01, 4.8787e-02, 5.7954e-02, 1.6801e-01,
-2.3329e-01, -5.2918e-02, 5.1896e-01, 5.1965e-02, -3.4571e-02,
2.3082e-01, 3.4954e-01, -1.3846e-01, 1.5529e-01, 1.9055e-01,
1.9614e-01, -1.5432e-01, -2.4463e-02, 2.6224e-01, -2.4546e-01,
2.2477e-01, 1.0732e-01, -1.1819e-01, -3.1112e-01, 3.7558e-02,
4.2730e-02, 8.5132e-02, 4.7190e-01, 4.3866e-02, -8.8138e-01,
-5.6745e-02, -3.5061e-01, 6.3876e-01, 3.1113e-01, 2.0920e-01,
1.0745e-01, -1.4284e-01, 1.6171e-03, -2.3101e-02, -1.9270e-01,
-1.6643e-02, -1.0161e-01, 1.7108e-02, -5.5575e-02, 2.0398e-01,
-1.4038e-01, -1.1187e-01, -2.8393e-01, 5.6304e-02, -1.2413e-02,
9.3834e-02, 6.9067e-02, -2.3369e-04, 1.6368e-01, -1.7590e-01,
1.3973e-01, 6.0698e-04, -1.2896e-01, -2.9023e-02, -2.8239e-01,
-2.2752e-01, 7.8416e-02, 2.7487e-01, -1.6945e-01, 6.8223e-02,
-5.3739e-02, -1.0084e-01, 1.0326e-01, -5.1127e-02, -6.1278e-02,
-2.6389e-01, -7.0792e-02, 1.1092e-02, 3.4501e-01, 7.6394e-02,
1.8603e-01, -7.4441e-01, 2.8312e-01, -2.8138e-03, -4.4819e-02,
8.6929e-02, -6.4237e-02, -8.3030e-03])),
('model.encoder.layers.5.self_attn.out_proj.weight',
tensor([[-0.0205, -0.0003, -0.0354, ..., 0.0321, 0.0040, -0.0528],
[-0.0623, 0.0028, -0.0421, ..., 0.1639, -0.0228, -0.1573],
[ 0.0193, -0.0269, -0.0094, ..., 0.0202, -0.0243, -0.0134],
...,
[ 0.0152, 0.0772, 0.0202, ..., 0.0857, -0.0012, -0.0229],
[ 0.0130, -0.0165, 0.0051, ..., 0.0334, -0.0069, -0.0045],
[ 0.0162, 0.0129, -0.0292, ..., -0.0629, 0.0341, 0.0603]])),
('model.encoder.layers.5.self_attn.out_proj.bias',
tensor([ 2.3671e-02, -1.0176e-02, -5.6565e-03, -3.0493e-02, -8.2198e-03,
6.2787e-03, 3.1920e-03, 5.7597e-03, 1.4088e-02, 4.2750e-02,
-5.1484e-02, -3.5193e-02, 8.7806e-03, 4.3936e-02, -1.8640e-02,
-5.5839e-03, 9.8898e-02, 4.9544e-02, 4.1519e-02, 5.5110e-03,
-1.2419e-02, -2.1746e-02, -1.0898e-02, 1.5176e-02, -8.3937e-03,
9.7698e-03, -2.3081e-02, -9.6081e-03, 2.1707e-02, -6.9908e-02,
-4.8258e-03, -1.1439e-02, -2.8823e-02, -2.0754e-03, 1.7914e-02,
-3.4859e-03, 8.5545e-03, 1.5309e-02, 2.8171e-02, -5.2549e-02,
1.0689e-02, -4.2717e-02, 1.6708e-02, 1.7114e-02, 6.9228e-03,
1.4663e-02, -4.0376e-03, 2.3705e-02, 9.7155e-03, -7.0367e-03,
2.0028e-02, 2.1239e-03, -2.6094e-02, -4.1692e-03, -9.0032e-02,
9.9673e-03, 2.1710e-02, -2.2392e-02, -1.1541e-02, -4.5677e-03,
3.6998e-03, 1.8925e-02, 1.0237e-02, 6.4061e-03, 1.2795e-02,
-4.8533e-02, 2.8437e-02, 4.4107e-02, 2.5348e-02, -2.0062e-02,
-8.9892e-03, 1.0992e-02, 1.4226e-02, 1.3605e-02, 6.4213e-02,
1.7449e-02, -2.8654e-02, 2.1783e-02, -1.1238e-02, 4.1982e-02,
-7.0335e-02, 1.4957e-02, -1.5068e-02, 2.8107e-02, -3.4274e-02,
6.4095e-03, 3.9610e-02, -1.6548e-03, -3.2981e-02, 2.6100e-02,
-1.2196e-02, -2.9994e-02, 1.3114e-02, 3.7627e-03, 3.4473e-02,
-8.1480e-03, 6.0515e-03, -9.7622e-03, 1.2467e-02, -9.8499e-03,
-5.0940e-02, -1.5398e-02, -3.2223e-02, 5.0302e-03, -2.4850e-02,
5.1813e-03, 9.0544e-03, -1.4026e-02, -4.9047e-02, 6.2978e-04,
5.0847e-03, -4.4669e-04, 2.3074e-02, -2.2800e-02, -1.2233e-02,
-6.9991e-04, -2.7278e-02, 6.5337e-03, 1.2793e-02, 8.6090e-03,
-1.2818e-02, -1.8455e-02, 2.0201e-02, 1.1071e-02, -2.6359e-02,
1.2366e-03, -1.4591e-02, 7.7560e-03, 4.4271e-04, -3.7070e-02,
2.0761e-02, -8.8816e-04, -2.2407e-03, 2.9980e-04, 3.6096e-02,
-1.7432e-02, 1.0397e-02, 2.0318e-02, -5.3312e-03, 7.2629e-03,
2.6241e-03, 1.0660e-02, -3.3088e-02, 2.8328e-02, 4.4177e-02,
-1.6350e-02, 2.0370e-02, 3.6727e-02, -1.7169e-02, -2.0514e-03,
1.5881e-02, -7.7997e-02, 4.4265e-02, -2.2784e-02, 1.7470e-02,
-2.7739e-03, -2.9848e-02, 1.3979e-02, -1.4326e-02, -4.1979e-02,
8.5540e-03, -1.1101e-02, -1.3623e-03, 5.4779e-02, 3.8879e-02,
6.3023e-03, 2.9541e-03, -2.9762e-02, -2.3790e-02, 8.8370e-02,
-4.0806e-02, -4.7433e-03, -8.4584e-03, -1.8843e-03, -1.4550e-02,
-9.0529e-03, -3.3499e-02, 9.7601e-03, 4.5039e-02, -3.1244e-02,
-1.3282e-02, -1.4402e-02, 2.1394e-02, -2.0054e-02, -1.7594e-02,
-6.7510e-03, -2.2593e-02, 1.2269e-02, 2.6721e-02, 1.7025e-04,
2.7736e-02, -2.9045e-02, -1.5574e-02, -8.7831e-03, 7.2638e-04,
1.9721e-02, -7.6822e-03, 1.7764e-02, 6.5463e-02, -7.5054e-02,
4.1241e-02, -2.2127e-02, 3.5820e-03, 4.2241e-02, 1.5902e-02,
1.2128e-01, 5.7162e-03, -3.0676e-02, 2.0995e-02, 6.3943e-03,
-3.4869e-02, -2.3848e-02, -2.7989e-02, -2.5297e-02, -5.4587e-03,
2.3652e-02, 1.0804e-02, 2.6863e-02, 1.6268e-02, 5.7089e-02,
1.1312e-02, -4.5658e-02, -4.0832e-02, -5.8077e-04, -5.5773e-02,
-3.2281e-03, -7.0799e-03, -1.4562e-02, 1.3469e-03, 3.9568e-02,
-1.1607e-02, 3.2709e-02, 3.8320e-02, 1.1359e-02, -1.0668e-02,
-1.9613e-03, 1.4655e-02, 1.9213e-02, -5.3914e-03, -2.3688e-02,
-1.5343e-02, 6.4359e-03, -4.0903e-02, 4.6842e-02, 5.4115e-02,
-1.9907e-02, -1.2319e-02, 2.6874e-02, -1.6227e-02, 9.6026e-03,
-6.4133e-02, -3.1445e-02, 4.2921e-03, 7.1550e-03, 1.1189e-02,
-5.4841e-03, -1.8026e-02, 3.9694e-03, 9.8764e-03, -4.2037e-04,
2.9174e-02, 7.6766e-03, -1.0659e-02, -2.6763e-03, -3.9948e-03,
-1.8261e-02, 3.9246e-02, 4.4642e-03, 1.8574e-02, -9.8332e-03,
8.9355e-03, 1.7806e-02, -3.5117e-02, 2.5874e-03, 2.0457e-02,
2.5575e-03, -1.0895e-02, 3.8785e-03, -5.2709e-03, -7.8120e-03,
-5.9780e-03, -9.1009e-03, 5.6576e-03, 2.4547e-02, -8.9809e-03,
1.3374e-02, 1.0698e-02, 3.8801e-02, 3.3050e-03, 3.8579e-02,
-5.2911e-02, -3.0243e-03, 8.3233e-03, 2.0470e-02, 1.6712e-02,
6.1546e-02, 2.9963e-02, -1.3368e-02, 3.4305e-02, -1.3620e-02,
1.5231e-02, 3.4271e-02, -6.2274e-03, -3.4106e-02, -7.0981e-03,
-9.3011e-03, -8.7869e-03, -1.9365e-02, -2.3765e-02, 1.0535e-02,
1.0762e-03, 1.9605e-02, 3.3996e-02, 3.5553e-02, 5.2701e-02,
2.1551e-02, -1.3296e-02, 3.8175e-02, 4.0995e-03, 3.3978e-02,
3.0944e-02, 8.3549e-03, -4.3801e-02, -5.2903e-02, -4.0070e-02,
-3.2588e-02, -1.4870e-02, -1.1697e-02, -7.6542e-02, 7.3460e-03,
1.1598e-02, -3.8474e-03, 1.4919e-04, -8.8684e-03, -7.1104e-03,
7.5733e-03, -1.0021e-02, 4.5633e-03, 2.2496e-02, -1.3419e-02,
-4.3974e-02, -4.4196e-03, 2.3014e-03, 4.2343e-03, -4.9862e-02,
-1.7279e-02, 3.5622e-02, -7.7317e-03, 2.2105e-02, -8.5573e-03,
2.3841e-02, -3.3494e-02, -3.2385e-03, 2.6866e-02, 3.3628e-02,
-1.8924e-02, -1.7189e-02, 1.8014e-02, -9.8566e-02, 3.8776e-02,
-6.3046e-02, 6.0596e-02, -3.9495e-02, 1.4958e-02, 9.6390e-03,
-1.9724e-02, -3.1156e-02, 1.0383e-02, 1.5781e-03, -2.6779e-02,
6.1685e-04, 6.4311e-03, 1.8309e-02, 1.4736e-02, 3.0745e-03,
7.0365e-03, -2.9368e-03, -2.0730e-02, 1.5432e-02, -3.4697e-03,
-6.0823e-02, -3.7658e-02, -5.1575e-03, 2.8277e-03, 2.7650e-02,
2.6997e-03, 1.3774e-02, -5.1591e-03, 3.6994e-03, 1.9473e-02,
-4.6101e-04, 1.4885e-02, 3.7609e-03, -3.4858e-02, 1.7115e-03,
1.2112e-02, 2.2809e-02, 1.6383e-02, 3.5985e-02, -1.5732e-03,
-6.5929e-03, 3.0819e-02, 8.9563e-03, -3.7136e-02, -1.0136e-02,
1.8818e-02, 3.6802e-02, -2.7110e-02, -1.7079e-03, 2.4895e-02,
-9.2858e-03, -4.8988e-02, 1.3659e-02, -5.5261e-02, -6.6782e-03,
1.6686e-02, -1.8455e-02, 3.5192e-03, -5.7262e-03, -2.1514e-02,
-3.4702e-02, 7.1577e-04, 1.7228e-02, -2.6252e-02, 8.5917e-03,
8.7775e-04, -1.1998e-02, -2.5649e-02, -2.2061e-02, 3.9829e-02,
2.6824e-02, 2.7584e-02, -1.4872e-02, -2.9722e-04, -8.1679e-03,
1.6080e-02, 1.7342e-03, 2.2129e-02, -2.3058e-02, -7.8088e-03,
4.2333e-03, 4.1495e-02, -1.8346e-02, 4.6249e-03, -1.1318e-03,
-3.6442e-02, -1.4572e-02, -3.5610e-03, 3.6553e-03, 1.4553e-02,
9.5657e-04, 7.1434e-03, -1.3743e-02, -3.6074e-02, -4.1049e-02,
2.0907e-03, -3.3636e-02, -4.1150e-03, -2.0835e-03, 2.9604e-02,
1.4537e-02, -4.1819e-02, 1.9943e-02, -9.1841e-03, -2.7038e-02,
-2.3606e-02, 5.4737e-02, -2.3705e-02, -4.8612e-02, 1.7901e-02,
2.0153e-02, -1.3694e-02, -1.1567e-01, -1.5216e-02, 3.1995e-03,
-7.2987e-03, -1.1311e-02, -7.9484e-03, -1.8153e-03, 3.1149e-02,
-8.3069e-03, 3.1402e-02, -1.5541e-02, -3.7487e-02, -1.4303e-02,
5.9308e-02, -4.5257e-02, -2.1012e-02, -3.6700e-02, -5.6044e-02,
3.8299e-02, 2.7273e-02, 2.8987e-02, 1.8873e-02, -1.8944e-03,
3.4547e-02, 6.1425e-03, -7.9820e-03, -2.3585e-02, 5.8700e-03,
-1.3145e-02, -6.8954e-03, 3.7443e-02, -1.6399e-02, -3.4566e-03,
-1.5581e-02, -4.1535e-03, 4.2425e-03, -1.4521e-02, 6.2754e-02,
-1.4951e-02, 1.8286e-03, 6.0889e-03, 2.1722e-02, 2.8687e-02,
2.1971e-02, -6.0770e-02, 1.2874e-02, -2.0093e-02, -4.0695e-03,
1.9944e-02, -1.9390e-02, 1.3865e-02, -1.8375e-02, -2.3608e-02,
-3.9304e-02, 2.7307e-03, 1.7788e-02, 5.6866e-02, 5.9691e-02,
7.3903e-03, -1.4506e-02, 2.5163e-02, -2.0133e-02, -6.0125e-03,
-2.2064e-02, -1.2563e-02, 8.5400e-02, 3.4639e-02, 1.1324e-02,
-2.5585e-02, 1.1829e-02, 1.3887e-02, 2.0201e-02, 3.1760e-02,
4.3142e-03, 1.3344e-02, -4.5198e-02, -1.0095e-02, -1.4746e-02,
4.2607e-03, 9.9606e-03, 3.5812e-02, -1.5085e-02, 4.8503e-02,
-2.3929e-03, 2.4617e-02, -6.6268e-02, -9.0813e-03, -2.4675e-03,
-2.2949e-02, -2.4439e-02, 1.3078e-02, 8.8588e-04, 4.2538e-03,
-3.2372e-02, 2.1127e-03, 4.3784e-02, 5.7910e-03, 8.0731e-03,
-2.7466e-02, -8.5108e-02, 8.1678e-03, -5.0383e-03, 1.3434e-02,
-4.5540e-02, 2.2475e-02, 2.3701e-02, -1.8950e-02, -4.8508e-02,
-7.0932e-03, -1.9102e-03, -2.3542e-02, -9.4610e-03, 6.8093e-03,
-8.3498e-04, 6.0677e-03, -2.7623e-02, 8.3074e-03, 3.1064e-02,
1.1388e-02, -1.4229e-02, -4.4688e-02, 5.8267e-02, -3.9762e-02,
6.0934e-03, 2.0102e-02, 4.4953e-02, -5.9992e-03, 8.2723e-02,
3.1725e-02, -2.6340e-02, -4.0480e-02, 8.6609e-03, -2.1282e-02,
-6.7585e-02, -1.9630e-02, -1.5637e-02, 9.8776e-04, -2.2494e-02,
7.3692e-03, 1.8509e-02, -3.0774e-02, -3.3142e-02, -1.8112e-02,
2.0665e-03, -1.8887e-02, -1.9717e-02, 2.7102e-02, -1.1832e-02,
5.3129e-03, 8.4504e-04, -2.1504e-02, 1.4133e-02, -1.5341e-02,
-4.9439e-03, 1.0262e-02, -9.8130e-03, 3.8400e-02, 1.8258e-02,
-8.5211e-03, 2.8265e-02, 2.8582e-02, -4.5942e-02, -4.8100e-03,
3.4086e-02, -1.4561e-02, -1.8049e-02, 2.1118e-02, -3.3396e-02,
-3.0576e-02, 4.4114e-03, 3.3747e-02, 2.8780e-03, 1.8593e-02,
-2.6064e-03, -3.1266e-02, -1.5565e-02, 4.6914e-02, 3.0187e-03,
8.6767e-03, -2.7084e-02, 1.0152e-02, -4.0580e-02, -6.8616e-04,
-1.6850e-02, -7.7776e-03, 2.0284e-03, -1.8338e-02, 1.1502e-02,
-4.8774e-03, -1.7546e-02, 2.3666e-02, 5.1003e-02, -1.7423e-02,
-4.8473e-02, -1.7834e-02, 4.0882e-02, -1.8206e-02, 3.9366e-03,
-1.5506e-02, 1.3645e-02, 3.7446e-02, 4.1320e-02, -2.4551e-02,
-5.1165e-03, 1.1850e-03, 4.0045e-02, 6.9957e-02, -2.2308e-02,
-2.8955e-02, -3.7749e-02, -1.4939e-02, 5.6920e-02, 1.5525e-02,
7.4058e-02, -1.3995e-02, 2.1189e-02, 2.4029e-02, -1.4002e-03,
4.5936e-03, 2.2181e-02, -1.3836e-02, -9.1982e-03, -1.8697e-02,
2.5645e-02, 5.8646e-03, -5.7671e-02, -2.9737e-02, -1.5535e-02,
4.0504e-03, 2.2719e-02, 1.2488e-01, 2.5337e-02, -4.2576e-03,
1.1508e-04, -1.4901e-02, -1.2160e-02, -1.0103e-02, 9.8743e-03,
1.1533e-02, -1.4177e-02, -7.8978e-03, 2.7085e-02, 8.0280e-03,
-7.3622e-02, 1.3271e-02, 5.5612e-02, -6.8018e-03, 1.7066e-03,
-1.0218e-02, 1.2532e-02, -3.3044e-02, 8.1094e-02, -5.2138e-03,
1.5214e-02, 4.3405e-02, 1.0288e-02, 2.0078e-02, 4.3833e-02,
3.0821e-03, 4.1531e-02, -1.2745e-01, 9.0403e-03, -4.2518e-03,
-1.8994e-03, -1.8731e-02, 1.6116e-02, -4.0121e-02, 2.2385e-02,
1.4864e-02, -7.3756e-03, 1.7472e-02, -1.1870e-02, -9.1355e-03,
3.0940e-03, -1.1979e-04, -8.8688e-04, -6.1179e-05, 1.2623e-02,
-2.1548e-04, -1.5082e-03, -1.2217e-02, -2.8306e-02, 3.0457e-04,
1.5882e-02, -2.6719e-02, -2.0753e-03, -1.0246e-02, 3.3256e-02,
-1.5870e-02, 4.0116e-02, 3.8252e-02, 3.9833e-03, -1.0261e-02,
5.9186e-02, -2.5720e-02, -3.0621e-03])),
('model.encoder.layers.5.self_attn_layer_norm.weight',
tensor([0.5980, 0.4971, 0.6124, 0.4391, 0.5196, 0.5080, 0.4599, 0.4059, 0.5443,
0.4031, 0.4644, 0.4289, 0.6162, 0.4319, 0.4297, 0.6366, 0.3361, 0.4224,
0.6184, 0.5886, 0.3815, 0.5364, 0.3547, 0.6284, 0.6129, 0.4405, 0.5557,
0.7705, 0.5375, 0.3399, 0.6055, 0.5186, 0.3682, 0.6460, 0.5365, 0.5887,
0.4058, 0.6496, 0.4157, 0.3903, 0.5918, 0.8045, 0.6249, 0.6086, 0.4301,
0.5024, 0.6341, 0.6173, 0.4160, 0.5648, 0.4782, 0.4344, 0.6094, 0.4207,
0.3786, 0.4759, 0.5914, 0.4440, 0.5167, 0.5424, 0.5702, 0.5912, 0.5739,
0.4755, 0.4137, 0.4484, 0.3884, 0.4424, 0.6278, 0.5716, 0.5952, 0.6251,
0.6268, 0.4809, 0.4607, 0.4864, 0.6905, 0.6205, 0.5548, 0.4352, 0.4061,
0.6089, 0.5278, 0.5020, 0.4389, 0.4416, 0.4559, 0.5753, 0.3857, 0.5182,
0.4822, 0.5286, 0.5772, 0.5959, 0.4955, 0.5975, 0.4007, 0.6368, 0.4676,
0.4406, 0.4728, 0.6083, 0.5219, 0.4527, 0.5966, 0.5501, 0.5586, 0.5085,
0.4420, 0.5928, 0.6284, 0.7681, 0.4249, 0.5444, 0.6324, 0.6480, 0.4049,
0.6270, 0.6382, 0.6067, 0.3843, 0.6122, 0.4370, 0.5949, 0.5103, 0.4339,
0.6058, 0.5276, 0.6174, 0.4086, 0.5500, 0.4928, 0.5823, 0.5658, 0.4316,
0.5626, 0.4472, 0.5148, 0.4095, 0.4123, 0.5211, 0.5596, 0.5096, 0.5753,
0.4174, 0.5509, 0.3807, 0.4125, 0.6230, 0.6256, 0.6510, 0.4390, 0.4412,
0.6042, 0.5362, 0.5763, 0.5833, 0.4311, 0.5049, 0.4917, 0.6241, 0.5931,
0.6083, 0.4446, 0.5668, 0.3953, 0.4116, 0.4720, 0.6368, 0.3599, 0.3879,
0.5409, 0.4056, 0.5899, 0.5926, 0.5588, 0.4013, 0.4233, 0.4622, 0.4561,
0.5525, 0.4390, 0.6099, 0.4260, 0.4484, 0.4339, 0.9831, 0.6147, 0.4254,
0.5603, 0.4639, 0.6214, 0.6285, 0.5599, 0.6023, 0.6591, 0.4059, 0.6206,
0.7789, 0.4257, 0.4261, 0.5622, 0.4420, 0.4954, 0.6191, 0.5322, 0.5144,
0.5641, 0.5522, 0.5799, 0.5273, 0.6335, 0.4466, 0.6051, 0.4915, 0.4370,
0.4454, 0.5661, 0.6008, 0.4075, 0.6692, 0.3759, 0.5980, 0.4273, 0.4528,
0.4594, 0.4080, 0.5930, 0.6162, 0.4439, 0.6331, 0.4774, 0.5360, 0.6220,
0.5041, 0.6305, 0.4861, 0.4871, 0.5880, 0.4109, 0.7382, 0.6276, 0.4919,
0.4211, 0.3980, 0.5887, 0.6016, 0.3943, 0.4976, 0.5578, 0.4364, 0.3938,
0.4483, 0.6145, 0.4265, 0.6030, 0.4602, 0.6406, 0.3760, 0.3816, 0.4637,
0.6007, 0.4543, 0.4405, 0.6358, 0.6493, 0.4000, 0.3810, 0.5008, 0.6302,
0.4079, 0.6334, 0.5480, 0.7205, 0.4562, 0.5606, 0.5179, 0.5836, 0.5779,
0.6058, 0.4715, 0.4436, 0.6070, 0.5544, 0.5538, 0.5771, 0.5962, 0.4626,
0.6559, 0.4110, 0.4268, 0.5851, 0.6233, 0.5824, 0.6478, 0.3980, 0.5791,
0.5738, 0.3984, 0.6504, 0.6222, 0.5632, 0.6543, 0.4510, 0.6127, 0.6361,
0.5362, 0.5086, 0.5634, 0.4159, 0.6531, 0.4080, 0.4827, 0.3948, 0.4502,
3.6168, 0.4256, 0.4970, 0.4515, 0.5251, 0.5213, 0.5956, 0.4083, 0.4113,
0.4468, 0.3922, 0.4354, 0.5657, 0.3791, 0.4688, 0.4356, 0.3963, 0.4074,
0.6022, 0.5134, 0.9880, 0.6227, 0.5090, 0.6581, 0.5586, 0.3792, 0.6392,
0.4771, 0.5980, 0.4915, 0.4680, 0.4577, 0.5493, 0.5866, 0.5922, 0.5962,
0.4626, 0.5024, 0.4331, 0.6467, 0.4512, 0.4129, 0.5844, 0.2582, 0.4586,
0.3633, 0.4075, 0.3984, 0.4813, 0.7004, 0.5090, 0.4229, 0.6036, 0.9685,
0.5054, 0.6085, 0.5596, 0.5385, 0.4441, 0.4909, 0.5477, 0.6183, 0.4664,
0.6133, 0.7275, 0.4419, 0.3708, 0.4086, 0.5994, 0.5333, 0.6036, 0.4496,
0.5236, 0.5224, 0.4998, 0.5316, 0.5067, 0.6142, 0.4332, 0.5309, 0.6280,
0.5621, 0.5736, 0.3335, 0.6065, 0.4056, 0.4850, 0.5782, 0.5155, 0.4305,
0.5512, 0.4788, 0.6059, 0.5767, 0.4264, 0.6420, 0.5360, 0.4295, 0.4696,
0.6432, 0.6325, 0.6286, 0.5482, 0.6437, 0.3989, 0.5188, 0.4436, 0.3876,
0.4116, 0.5888, 0.6236, 0.5321, 0.4367, 0.5068, 0.4979, 0.5264, 0.4462,
0.5228, 0.6212, 0.4577, 0.5921, 0.6326, 0.5452, 0.5913, 0.4735, 0.6127,
0.4545, 0.4297, 0.4668, 0.5999, 0.5031, 0.5955, 0.5867, 0.4661, 0.4251,
0.5410, 0.6129, 0.5635, 0.4209, 0.5948, 0.5165, 0.4425, 0.6058, 0.5877,
0.4508, 0.4288, 0.4060, 0.4065, 0.5774, 0.4829, 0.4264, 0.4854, 0.4716,
0.3960, 0.4759, 0.6338, 0.6060, 0.3736, 0.6079, 0.5169, 0.6034, 0.4779,
0.4442, 0.5596, 0.6602, 0.4078, 0.6300, 0.4858, 0.4390, 0.6498, 0.4401,
0.4764, 0.5566, 0.5155, 0.4014, 0.4856, 0.4300, 0.5317, 0.4322, 0.6082,
0.4244, 0.5905, 0.2597, 0.5761, 0.5046, 0.4470, 0.5371, 0.4363, 0.5285,
0.4961, 0.5972, 0.6527, 0.5434, 0.5478, 0.4765, 0.5804, 0.6181, 0.4545,
0.6582, 0.5142, 0.4306, 0.4076, 0.5820, 0.5211, 0.6613, 0.4778, 0.4376,
0.4230, 0.5551, 0.4891, 0.5378, 0.5951, 1.0626, 0.4000, 0.4056, 0.4596,
0.4653, 0.6383, 0.6003, 0.5345, 0.6367, 0.4779, 0.3808, 0.5051, 0.4856,
0.5731, 0.5409, 0.6279, 0.5408, 0.3407, 0.4100, 0.4374, 0.4027, 0.5099,
0.5359, 0.6238, 0.4053, 0.4142, 0.5007, 0.4779, 0.6230, 0.4298, 0.7064,
0.6397, 0.4570, 0.5572, 0.5050, 0.5639, 0.5906, 0.5743, 0.4886, 0.5960,
0.4687, 0.4765, 0.6217, 0.7543, 0.4126, 0.5773, 0.5409, 0.5192, 0.4645,
0.3884, 0.5749, 0.6611, 0.4244, 0.5684, 0.4601, 0.7397, 0.5702, 0.4929,
0.6117, 0.3871, 0.4252, 0.5710, 0.4884, 0.6050, 0.4403, 0.3697, 0.4292,
0.4996, 0.5852, 0.5391, 0.5035, 0.5631, 0.3646, 0.4785, 0.4471, 0.5151,
0.5743, 0.4190, 0.4190, 0.4834, 0.5479, 0.4354, 0.4918, 0.6035, 0.6112,
0.6211, 0.4095, 0.6628, 0.6099, 0.5873, 0.4895, 0.5149, 0.4367, 0.5696,
0.6167, 0.5759, 0.4388, 0.4863, 0.5389, 0.6092, 0.4181, 0.5089, 0.6255,
1.1209, 0.4023, 0.4700, 0.5111, 0.6066, 0.4149, 0.4345, 0.2461, 0.6364,
0.5058, 0.5376, 0.6271, 0.4885, 0.5874, 0.3905, 0.3639, 0.3628, 0.3500,
0.4118, 0.5366, 0.4119, 0.5435, 0.6198, 0.4890, 0.6160, 0.4127, 0.3943,
0.4203, 0.4846, 0.5600, 0.6038, 0.6325, 0.5778, 0.3969, 0.4750, 0.4583,
0.4464, 0.4240, 0.4500, 0.5961, 0.6131, 0.4238, 0.4478, 0.5494, 0.5115,
0.4955, 0.6017, 0.4427, 0.3713, 0.4400, 0.4676, 0.4734, 0.4523, 0.4771,
0.5740, 0.4460, 0.6165, 0.6180, 0.3991, 0.5467, 0.4943, 0.3545, 0.5932,
0.6185, 0.4254, 0.4604, 0.4137, 0.5135, 0.4421, 0.6509, 0.5925, 0.4641,
0.4089, 0.5975, 0.6152, 0.6084, 0.6185, 0.6208, 0.6075, 0.6137, 0.6149,
0.4128, 0.6248, 0.5331, 0.3952, 0.3635, 0.3812, 0.4501, 0.4416, 0.5257,
0.4237, 0.5763, 0.5881, 0.7792, 0.4624, 0.5331, 0.4162, 0.4826, 0.6168,
0.4289, 0.6000, 0.3988, 0.3167, 0.4870, 0.5852, 0.5945, 0.6423, 0.4492,
0.4790, 0.6357, 1.3243, 0.4399, 0.6267, 0.5258, 0.5767, 0.4720, 0.6292,
0.4685, 0.6093, 0.5370, 0.5215, 0.5928, 0.6206, 0.5451, 0.6127, 0.3934,
0.5810, 0.6449, 0.5728, 0.3448, 0.6733, 0.4211, 0.4037, 0.5762, 0.4685,
0.4716, 0.6266, 0.4605])),
('model.encoder.layers.5.self_attn_layer_norm.bias',
tensor([ 1.5516e-01, 1.8205e-02, 4.7161e-02, 5.0482e-02, 6.0194e-02,
1.1153e-01, 2.8296e-02, 3.9396e-02, 7.2921e-02, -1.5350e-02,
8.5048e-02, 2.7486e-02, -2.4233e-02, -1.7871e-02, 7.8271e-02,
2.3729e-02, 1.6197e-01, -1.8082e-03, -4.3294e-02, 7.5161e-03,
-2.7220e-02, -5.5680e-02, 5.6591e-02, 4.0868e-02, 9.9395e-02,
1.6933e-03, 3.7742e-02, -2.0057e-01, -1.2195e-02, 1.1438e-01,
7.1272e-02, 2.7973e-02, 1.4986e-01, -2.6545e-02, 1.8317e-02,
2.5203e-02, 2.5489e-02, 2.5630e-02, 6.8466e-02, 5.2655e-02,
3.2130e-02, 7.7030e-02, 6.4957e-02, 6.0250e-02, 7.5765e-02,
3.3153e-02, 5.3562e-02, -2.3368e-02, 7.8605e-02, 5.6508e-02,
8.1126e-02, -8.1369e-02, -2.0187e-02, 2.8413e-02, 5.1033e-02,
8.0594e-02, 1.7610e-02, 2.9612e-02, 6.2806e-02, 8.2133e-02,
4.4434e-02, -5.5608e-02, 8.8473e-02, 3.4783e-02, 1.2262e-01,
3.4687e-02, 8.9871e-02, 1.1125e-01, 4.7062e-02, -3.6244e-03,
3.6669e-02, 3.3763e-02, 2.2273e-02, 4.7707e-02, 3.2891e-02,
2.1684e-02, 7.9496e-02, -5.2466e-05, 9.3320e-02, -5.1341e-03,
7.8290e-03, 2.4758e-02, 4.7416e-03, 8.4467e-03, 3.7721e-02,
8.2923e-02, 4.3082e-02, 1.5374e-02, 1.3658e-01, 2.3223e-02,
1.0589e-01, 7.5606e-04, 5.3446e-02, 7.6159e-02, 2.1690e-02,
1.6565e-02, 3.8313e-02, 1.4306e-02, 9.3094e-02, 3.4327e-02,
4.4522e-02, 2.8528e-02, 5.3527e-02, 2.4971e-02, 1.0523e-01,
4.9382e-02, 2.8858e-02, 7.4792e-02, 1.5397e-01, 2.4423e-02,
9.9086e-03, 1.7933e-01, 2.7108e-02, 4.7855e-02, 5.2161e-02,
-1.5155e-02, 1.0812e-01, 3.1759e-02, 6.1847e-02, 1.6651e-02,
9.7224e-03, 1.0411e-01, 3.8640e-02, 7.5164e-02, 1.0126e-02,
2.8676e-02, 2.5443e-02, 1.9960e-02, 1.5834e-02, 1.1595e-01,
8.2113e-03, 4.3672e-02, -2.3580e-02, 5.1540e-02, 6.3016e-02,
2.4355e-02, -4.0200e-03, 8.6312e-02, 4.5180e-02, 6.2345e-02,
2.7284e-02, 9.0495e-02, 1.2309e-02, 3.3844e-02, 1.1717e-01,
8.8578e-02, 3.6765e-02, 6.1579e-02, 1.1566e-01, 2.7671e-02,
-5.8116e-02, 1.6788e-01, 1.9400e-02, 2.2554e-02, 1.3125e-01,
6.2400e-02, -2.1435e-02, 8.0842e-02, -1.8540e-03, 6.8327e-02,
-2.8760e-02, 1.0971e-02, 2.8011e-02, 3.0526e-02, -1.5986e-02,
-4.0488e-02, 1.0101e-01, 3.2860e-02, 4.5854e-02, 4.2200e-02,
5.7640e-02, 5.9766e-02, 6.6584e-02, -3.7039e-02, -1.9131e-03,
9.7823e-03, 5.1316e-02, 1.3104e-02, 6.3130e-02, 6.9814e-02,
4.0350e-02, 4.8393e-02, 4.0506e-02, 6.0045e-02, 7.9794e-02,
8.2131e-02, -5.6060e-02, 5.3746e-02, 5.4982e-02, 5.8373e-02,
5.6500e-02, 6.4346e-02, -9.5019e-03, 4.4867e-02, 2.3909e-02,
-6.8493e-02, 1.0782e-01, 1.1362e-02, -5.0229e-01, 3.2655e-02,
3.8376e-02, 5.7700e-02, 7.7630e-02, 5.6512e-02, 4.8947e-02,
-2.7530e-03, 5.6276e-02, 3.9746e-02, 7.8985e-02, 4.1900e-02,
2.9584e-02, 1.3763e-01, 1.9117e-02, 1.7822e-02, 3.9108e-02,
3.9559e-02, 1.0734e-01, 7.2264e-02, 5.5242e-02, 1.6574e-01,
1.1973e-01, 3.1625e-02, 3.2469e-02, 2.6136e-02, 2.1550e-02,
1.1197e-01, 5.7795e-02, 5.0071e-02, 2.5429e-02, 8.6950e-03,
1.9550e-02, 5.3137e-02, -1.0219e-02, -2.7836e-03, 2.5044e-01,
-3.5791e-02, 7.4895e-02, 5.0712e-02, 5.1754e-03, 3.3973e-02,
3.1673e-01, 8.2683e-03, -1.3119e-02, 6.1252e-02, 2.0458e-02,
7.7138e-02, 8.2515e-03, 7.7702e-02, -3.9705e-02, 1.2791e-02,
6.6590e-02, 3.3465e-02, 5.8159e-02, 6.8848e-02, -1.4757e-02,
5.6946e-02, 5.4515e-02, -4.9426e-03, 1.4967e-01, 5.6041e-02,
6.2711e-02, -1.5983e-02, 7.1753e-02, 2.6650e-02, 6.1847e-02,
-9.1736e-02, 3.9984e-02, 4.1593e-02, 9.3156e-02, 5.7046e-02,
-5.9338e-03, 9.7537e-02, 2.9403e-02, 2.4510e-01, 5.1142e-02,
9.3317e-03, 4.1676e-02, 1.2595e-01, 5.8889e-02, -5.0743e-05,
1.0619e-01, 9.2656e-02, 2.9044e-02, 2.5253e-02, -1.0008e-02,
1.7061e-02, 3.6138e-02, 4.1668e-02, 4.6119e-03, 2.2613e-02,
1.2726e-01, 4.4891e-02, 4.4357e-02, 6.8509e-02, 8.1473e-02,
3.1832e-02, -3.0394e-02, 2.5765e-02, 3.2246e-02, -1.2217e-02,
-3.1636e-03, 4.4809e-02, 2.6814e-02, 4.6822e-02, 5.7705e-02,
2.7986e-02, 1.2104e-01, 6.8474e-02, 1.3256e-02, 4.0498e-02,
8.9843e-02, 7.7510e-02, 3.5164e-02, 1.1349e-01, 1.1661e-01,
1.6061e+00, -7.9469e-03, 1.1131e-01, 7.1719e-02, 3.9909e-02,
4.1855e-02, 8.1970e-02, 1.6510e-01, 4.2497e-02, 8.6525e-02,
5.7876e-02, 7.7684e-02, 3.2390e-02, -1.8279e-02, 2.2995e-02,
4.3245e-02, 5.6822e-02, 7.1833e-02, 1.8596e-02, 1.1217e-01,
-3.0547e-01, 3.7622e-02, 1.9525e-01, -4.5331e-02, -1.4834e-02,
1.5159e-01, 7.8428e-02, 5.1444e-02, 2.6790e-03, -2.1899e-02,
7.1637e-02, 8.9542e-02, 4.8272e-02, 2.0471e-03, 2.5035e-02,
4.7305e-02, 4.5833e-02, 1.1090e-01, -5.8175e-03, 3.9972e-02,
4.4276e-02, 1.3178e-01, 5.1451e-02, 5.6741e-02, 9.0639e-03,
2.2189e-02, 5.6910e-02, 8.9795e-02, 8.0413e-02, -5.2653e-02,
3.6780e-02, 4.2746e-02, 4.7283e-02, 2.4655e-01, 3.5512e-02,
4.5400e-03, 2.7243e-02, 2.9067e-02, 3.1820e-02, 1.0249e-01,
-9.5101e-03, 3.2420e-02, 2.9039e-02, 7.5469e-03, 3.2320e-02,
3.2381e-02, 3.8440e-02, 5.1252e-02, 3.8101e-02, 4.6847e-02,
-1.0230e-04, 1.1910e-01, -2.5178e-02, 5.0707e-02, 5.8292e-02,
5.5953e-02, -1.6034e-02, 1.0638e-01, 1.8901e-02, 5.0059e-02,
7.6435e-02, 6.2605e-02, 8.5061e-02, 3.4842e-02, 1.9266e-02,
4.6027e-02, 1.3396e-02, 2.2477e-02, 8.6860e-02, 1.6989e-02,
5.5639e-02, 8.3945e-02, 1.1421e-01, 3.5306e-02, 2.8376e-02,
1.0412e-01, 1.0568e-02, 2.1268e-02, 1.7150e-01, -3.0657e-02,
3.6943e-02, 2.8863e-02, 5.5686e-02, -7.2420e-03, 1.4448e-02,
7.1800e-03, 2.5371e-02, 5.9091e-02, 4.3090e-02, 3.9174e-02,
-1.5808e-02, 7.7982e-02, 8.9223e-02, 8.2486e-02, 8.2036e-02,
8.7929e-02, -4.2743e-03, -7.8365e-03, 9.3039e-02, 5.1339e-02,
-4.0245e-02, -2.2076e-02, 9.7468e-04, 6.5878e-02, 2.6496e-02,
5.7128e-02, 7.0736e-02, -9.5720e-02, 4.2446e-02, 5.4249e-02,
1.1813e-01, 5.5529e-03, 5.3458e-02, -4.0249e-02, 4.7722e-02,
1.1021e-02, 2.1301e-02, 7.6763e-03, 3.5871e-02, 1.0092e-01,
-1.0723e-01, 8.6567e-02, -1.1930e-02, 2.5460e-02, 4.8914e-02,
2.1754e-02, 4.4142e-02, 4.8444e-02, 3.2671e-02, 7.9086e-02,
5.1941e-02, 1.4492e-01, 4.6852e-02, 5.8471e-02, 3.5791e-02,
4.6961e-03, 1.6914e-02, 7.0100e-02, 1.1524e-02, 3.0968e-02,
-6.4510e-02, 1.0421e-02, 4.1856e-02, 5.7621e-02, -1.5595e-03,
4.4385e-02, -1.3688e-02, 5.4469e-02, 9.7893e-02, 2.6023e-02,
9.2880e-03, 6.7220e-02, 6.3482e-02, 5.2127e-02, 5.9059e-02,
6.4958e-02, 4.8696e-02, 1.3215e-02, 6.2394e-02, 1.6588e-01,
7.0061e-02, 4.6042e-03, 3.3464e-02, 6.5765e-02, 9.6015e-02,
6.0466e-02, 2.8449e-02, 2.2812e-02, 2.1654e-02, 7.2954e-03,
4.1551e-02, 2.7838e-02, 5.2860e-03, 1.2188e-01, 2.5248e-02,
8.8639e-02, 2.2613e-02, 6.9749e-02, 4.9545e-02, 5.9860e-02,
1.5900e-02, 3.8456e-02, -4.9307e-03, 4.6755e-02, 1.0071e-01,
6.1146e-02, 6.9256e-02, 6.6379e-02, -2.3968e-02, -3.3059e-02,
8.8589e-02, 8.5533e-02, -4.9387e-01, 5.8425e-02, 9.7047e-02,
8.0184e-02, 1.6829e-02, 1.8768e-02, 3.4426e-02, 2.6927e-02,
1.3105e-01, 8.5993e-02, 2.9230e-02, 1.1642e-02, 8.4729e-02,
3.3374e-02, 3.0216e-02, 6.4886e-02, 4.5280e-02, 4.1886e-02,
2.3603e-02, 8.1834e-02, 9.2472e-02, 5.1281e-02, 7.9591e-02,
2.7306e-02, 3.2515e-02, 6.7856e-02, -1.5209e-02, -5.4904e-02,
5.3337e-02, 3.0530e-02, 9.9341e-01, 2.3334e-02, 5.9492e-02,
2.8352e-02, 1.0219e-01, 1.0559e-01, 3.4607e-02, -7.1468e-03,
2.2898e-02, 6.8910e-02, 1.0587e-01, 1.8406e-02, 6.6224e-02,
4.4157e-01, 1.1968e-01, 4.7779e-02, 5.2372e-02, 2.2574e-02,
2.0499e-02, 9.3203e-02, -3.7484e-02, 1.0515e-01, 1.1800e-01,
8.0245e-03, 8.3709e-02, 4.0060e-01, 2.7029e-02, 1.6796e-01,
-2.1153e-02, 7.6321e-02, 5.0565e-02, 5.2658e-02, 6.4214e-02,
5.8532e-02, -2.9108e-02, 6.7198e-02, 2.2075e-02, 1.3905e-02,
1.5456e-03, 6.8864e-02, 8.1655e-02, 1.1237e-01, 2.8529e-02,
4.4429e-02, 1.9588e-01, 5.0477e-02, 6.9817e-03, 1.2324e-02,
3.7077e-02, 1.1913e-01, 3.2134e-02, 4.1417e-03, 8.7134e-02,
2.5202e-02, 5.8314e-02, 1.5557e-01, 8.4377e-04, 1.0385e-01,
-1.6037e-02, 8.7563e-02, 9.9334e-02, 9.4286e-02, 9.7631e-02,
1.3343e-02, 1.5482e-02, 7.7465e-02, 6.1920e-02, 8.8774e-02,
1.8887e-02, 1.5683e-02, 2.7548e-02, 7.3252e-02, -1.3270e-02,
6.9594e-01, 2.0699e-03, 5.4286e-02, 1.1835e-01, 3.5410e-02,
-2.1405e-02, -2.5409e-02, 3.0341e-01, -2.6536e-02, -1.5651e-02,
9.9225e-02, 9.7453e-02, 4.5687e-02, 8.2825e-02, 4.2109e-02,
1.2504e-02, 2.1007e-02, 1.1838e-01, -3.9681e-03, 1.1856e-02,
3.2600e-02, -2.8252e-02, 1.0550e-01, 3.3255e-02, 3.0154e-02,
8.4010e-02, 3.0548e-02, 6.0094e-02, 7.5172e-02, 7.3613e-02,
4.0009e-02, 9.9697e-02, 1.0529e-02, 9.7181e-02, 2.6041e-02,
9.7997e-02, 1.0179e-01, 5.0330e-02, 3.9453e-02, 3.6073e-02,
3.8473e-02, 6.8771e-02, -2.4547e-02, 2.7872e-02, 7.8987e-02,
-7.6501e-02, 3.4489e-02, 4.5168e-02, 4.0478e-02, 3.1415e-02,
1.3816e-01, 8.0305e-02, -2.6313e-02, 1.4430e-01, -1.8875e-02,
6.8155e-02, 5.5272e-02, -3.7920e-02, 7.6223e-02, 3.8845e-02,
2.3610e-02, 4.1981e-02, 3.4415e-02, 3.9327e-02, 1.1741e-01,
2.2936e-02, 8.8553e-02, 1.4150e-01, 8.3427e-02, 5.1486e-02,
2.7659e-03, 7.1345e-02, -2.4774e-02, 8.3557e-02, 5.3071e-02,
6.5086e-02, 2.1351e-02, 3.4727e-02, 3.4095e-02, 5.3639e-02,
5.2265e-02, 3.9904e-02, 4.3060e-02, 1.3515e-02, 4.6304e-02,
6.0679e-02, 5.0948e-02, 3.5744e-03, 2.4558e-02, 3.9427e-02,
-3.7161e-03, 4.9695e-02, 1.0056e-01, -6.6416e-01, 5.5547e-02,
-2.1758e-02, 2.3329e-02, -3.8340e-02, 8.4857e-02, 6.5301e-02,
4.8225e-02, 1.0448e-02, 1.2202e-01, 7.9354e-03, 6.2218e-02,
1.2581e-01, 1.1856e-01, 2.1857e-02, 8.2722e-02, -1.4504e-01,
-3.0567e-01, 6.8447e-02, -2.2493e-02, 6.4596e-02, -2.0816e-03,
1.2914e-02, 8.8538e-02, -1.3331e-02, -8.8672e-03, 2.1525e-02,
3.4045e-02, 4.0026e-02, 1.3699e-01, 5.3803e-02, -3.8715e-03,
6.8788e-02, 6.5559e-02, 5.1047e-02, 6.4153e-02, 6.3236e-02,
-2.7535e-02, 4.0292e-02, -1.5591e-03, 6.8985e-02, 7.9531e-02,
-4.5150e-04, 3.9142e-02, 7.1521e-02])),
('model.encoder.layers.5.fc1.weight',
tensor([[-0.0103, -0.0687, 0.0450, ..., -0.0380, -0.0314, 0.0356],
[-0.0729, -0.0020, -0.0108, ..., -0.0509, -0.0306, -0.0447],
[-0.0626, -0.0631, 0.0246, ..., -0.0903, 0.0112, 0.0386],
...,
[-0.0853, 0.1060, 0.0278, ..., -0.1359, -0.0338, 0.0011],
[-0.0494, -0.1112, 0.0446, ..., 0.0572, -0.0289, 0.0219],
[-0.0536, 0.0254, 0.1007, ..., 0.1374, 0.0446, -0.0747]])),
('model.encoder.layers.5.fc1.bias',
tensor([-0.0910, -0.1014, -0.0351, ..., -0.0563, -0.1003, -0.2713])),
('model.encoder.layers.5.fc2.weight',
tensor([[ 1.0985e-02, -1.6673e-02, 1.0584e-02, ..., 1.3379e-02,
-3.2278e-03, -1.3559e-02],
[ 3.7745e-02, 4.2579e-03, 2.4920e-02, ..., 5.1767e-02,
4.9594e-03, 6.9476e-02],
[ 5.2462e-03, -4.8914e-03, -1.6929e-02, ..., 1.1160e-02,
-1.6719e-02, -1.5348e-02],
...,
[-2.3658e-02, 4.4426e-02, 3.0949e-02, ..., -4.6204e-02,
-1.5119e-02, 7.6453e-02],
[ 8.7960e-03, -9.4481e-03, -1.7116e-02, ..., 3.5810e-02,
1.4627e-02, -3.0318e-03],
[ 2.0279e-02, 1.8356e-02, -3.1359e-02, ..., -1.8631e-03,
-3.3684e-05, 4.3757e-03]])),
('model.encoder.layers.5.fc2.bias',
tensor([ 1.0655e-01, 1.3159e-01, -1.5044e-02, -5.4048e-02, 6.3579e-02,
-4.0758e-02, 2.8939e-02, 1.1034e-01, 1.7120e-02, -4.2815e-02,
-7.3604e-03, 1.9469e-02, -6.4347e-02, -5.1525e-02, 1.1420e-01,
-5.5583e-03, 7.3971e-02, 4.1752e-02, 1.0761e-02, 5.2418e-02,
1.1313e-02, 3.5603e-02, 5.0847e-02, 1.3747e-02, 8.1829e-02,
-1.1411e-01, 2.0966e-02, -1.0420e-01, 3.1692e-02, -8.5546e-02,
1.1152e-02, 1.4726e-02, 1.5975e-02, -4.2513e-02, 5.0568e-02,
4.2177e-02, 9.8767e-02, -2.3419e-02, -2.1449e-03, -6.1571e-02,
8.6862e-03, 1.2124e-01, 4.7899e-02, -3.7625e-02, 1.1683e-01,
7.5327e-04, -3.1160e-02, -2.7787e-02, -1.0462e-01, -2.2960e-02,
5.1108e-02, 8.4558e-02, -9.1781e-02, -3.4696e-02, 6.5171e-02,
1.7278e-02, -1.5790e-02, 1.2723e-02, 8.1991e-03, 9.2506e-03,
-9.8021e-03, -5.6219e-02, -5.7219e-02, -3.4186e-02, 3.5457e-03,
-4.6319e-03, -4.1759e-03, 3.7797e-02, 2.4087e-02, -7.1353e-03,
-5.6321e-02, -7.7343e-02, 4.2435e-02, 4.1696e-02, -4.3587e-02,
4.3406e-02, 8.6034e-02, -1.3915e-01, 2.1418e-02, 4.0741e-02,
1.6286e-02, 1.9927e-02, 1.9728e-02, 4.4121e-02, 3.7940e-02,
6.0380e-02, -2.2797e-02, 4.5722e-03, 3.9394e-02, 1.3364e-01,
-9.2275e-02, -2.6744e-02, -5.8502e-02, -1.9307e-02, -4.4238e-02,
-6.0412e-02, 1.0096e-02, -6.9282e-02, 6.2136e-02, -1.9033e-01,
-8.8218e-02, -6.1681e-03, -4.2679e-02, -7.1840e-02, -5.5377e-02,
4.1639e-03, 3.1634e-02, -5.7169e-02, -1.9277e-02, -7.8914e-03,
2.4392e-02, 4.8768e-02, -1.4273e-01, 1.3931e-02, 1.0388e-02,
-3.6270e-02, -6.1912e-02, -1.7472e-02, 8.2632e-02, -3.9397e-02,
-1.2555e-01, 1.8593e-02, -2.1196e-02, 4.3487e-02, -1.3601e-01,
-1.1030e-02, 6.3023e-03, 1.3469e-01, -4.2565e-02, -7.0751e-02,
-3.3321e-02, -6.9795e-02, 9.9046e-03, 1.0781e-01, 7.0222e-02,
-3.2963e-03, -1.8328e-02, -3.8759e-03, -4.4321e-02, 1.0853e-02,
4.6697e-02, 4.7650e-02, 2.3296e-02, 3.7380e-02, 1.2445e-01,
-4.9658e-03, -3.8080e-02, 3.1914e-02, 1.0470e-02, 4.5133e-02,
-3.0591e-02, -2.1877e-02, -5.8715e-02, -1.2432e-01, -2.2969e-02,
5.0442e-02, -1.0764e-01, 5.2133e-02, -1.1895e-01, 4.4134e-03,
-1.1803e-02, -1.3204e-01, 3.5064e-02, -1.1216e-02, -4.2085e-02,
-1.1430e-01, 7.4463e-02, -7.7060e-03, 2.3994e-02, -3.6551e-02,
-1.0634e-01, 8.6343e-02, -1.4932e-01, -2.4094e-02, -2.7084e-02,
-5.4973e-02, -5.4824e-02, -3.4465e-02, 7.3300e-02, 5.1246e-02,
-3.7232e-02, -6.1642e-02, -2.0192e-03, -5.0667e-03, 5.7156e-02,
1.1041e-01, 3.2645e-02, -3.4979e-02, 1.2202e-02, 8.6715e-03,
-4.0678e-02, 1.6461e-02, -7.5694e-03, 3.2999e-02, -2.7936e-02,
-2.5467e-02, 6.8091e-02, 3.0441e-02, -1.1909e-01, 4.8204e-04,
1.4223e-02, 4.7116e-02, 5.0881e-02, 4.1960e-02, -1.9840e-02,
1.2418e-01, 9.8667e-02, 1.5120e-02, -2.1091e-02, -1.4848e-02,
5.2874e-03, 1.2414e-02, -1.7299e-02, -2.1319e-02, -2.3859e-02,
2.1200e-02, 5.6776e-02, -2.7977e-02, -3.4220e-02, 2.2280e-02,
1.9137e-02, -8.9572e-02, -2.5966e-02, 3.8360e-02, -1.4048e-01,
-4.3826e-02, -3.3076e-02, 4.1102e-03, 2.8919e-02, -2.4649e-02,
4.1982e-02, -1.1280e-01, -2.5037e-02, 7.3543e-03, 8.3697e-02,
4.5933e-04, 4.1336e-02, 3.4220e-02, -3.0313e-02, 6.5015e-02,
5.4057e-02, -4.3689e-02, -8.2998e-02, 2.3160e-02, -1.4061e-02,
-2.5370e-02, -2.5027e-02, 7.1703e-02, -3.3193e-02, -5.1528e-03,
-9.6146e-02, -4.0998e-02, -4.1088e-02, 6.7008e-03, -4.0851e-03,
-9.6887e-03, 1.8440e-02, 2.3432e-03, -4.0705e-02, 2.2874e-02,
-2.8398e-03, -1.6498e-02, 7.7724e-02, -2.1490e-02, 1.2089e-02,
-7.9563e-02, 6.1134e-02, -2.4356e-02, -9.8463e-02, 7.4805e-02,
-3.6538e-02, 4.4138e-02, -2.2942e-03, 3.4988e-03, 1.2078e-01,
-6.2918e-02, -6.3361e-02, 8.3733e-02, 8.9007e-02, -3.8848e-02,
-4.3555e-03, 8.4186e-05, -5.6203e-02, -6.2238e-02, -4.4990e-02,
-4.9191e-02, 9.5419e-03, -3.5811e-02, -4.3918e-03, 3.9061e-02,
6.4566e-02, -3.7258e-05, 2.0647e-02, 1.1921e-01, -1.1330e-02,
9.2427e-03, -4.8703e-02, -2.0332e-02, 2.2550e-02, -2.4120e-02,
1.8639e-02, 7.5944e-03, -1.1627e-02, 1.3376e-03, 2.6650e-02,
4.1479e-02, 5.4675e-02, -3.5431e-02, -8.5991e-02, 3.0340e-02,
-3.8138e-03, -4.1256e-02, 8.9910e-02, 2.1144e-03, -2.4039e-03,
9.1867e-03, -8.6974e-02, 1.3424e-02, -4.9967e-02, 1.2364e-01,
8.1368e-03, 3.3336e-02, 1.4318e-01, -3.2336e-02, 2.0034e-02,
4.3675e-02, 1.3648e-02, -2.0408e-02, -5.3282e-02, -7.1190e-02,
5.1349e-02, -6.5701e-03, 1.6752e-02, -6.1495e-03, 3.3127e-02,
7.4627e-02, -1.8247e-03, -6.7083e-03, 4.0169e-02, 2.6232e-02,
1.9160e-01, -3.0192e-02, -1.1034e-02, -3.5067e-02, -8.5758e-03,
2.4569e-02, -3.4859e-03, -2.7299e-02, -1.6968e-02, -4.9295e-02,
2.9957e-02, -1.6954e-01, 1.4149e-01, -3.3456e-02, 4.1305e-02,
3.7168e-02, 6.7604e-02, 4.0150e-02, 1.0569e-01, -8.9417e-03,
1.6030e-02, 4.0346e-02, 7.9478e-03, 1.8840e-02, -5.7988e-02,
4.1410e-02, -1.7250e-02, 2.1445e-02, 8.5425e-02, 4.6692e-02,
-2.5158e-02, 4.0186e-03, 5.8183e-02, -4.3141e-02, 3.9426e-02,
-5.8185e-02, 3.8495e-02, 1.3159e-02, 2.1068e-02, -1.1548e-02,
1.0282e-02, -5.4954e-03, 4.1431e-02, 2.0721e-02, -1.2108e-01,
-5.3561e-02, 5.8626e-02, -1.3958e-02, 3.3413e-02, 2.3555e-02,
7.9305e-02, -1.1902e-01, 7.6110e-02, -8.0041e-02, 6.2903e-02,
-5.0512e-02, 3.3111e-02, 3.5924e-02, 9.8690e-02, 3.9987e-02,
9.1058e-02, 4.3482e-02, 1.5964e-03, -1.0876e-01, -1.1466e-02,
-2.8809e-02, -3.3333e-03, 1.5694e-01, 3.4941e-02, -3.4743e-02,
2.0044e-02, -2.2724e-02, -2.4175e-02, -7.5369e-02, -5.0833e-02,
-1.2811e-02, 1.1745e-02, -3.7177e-02, -7.2415e-04, 6.1912e-03,
-8.0423e-02, -7.0560e-02, -4.1534e-02, -8.4272e-02, 2.7623e-02,
-2.1297e-04, -4.4830e-03, -5.0521e-02, 1.1040e-02, -4.9866e-02,
3.7776e-02, -7.8582e-02, -1.3106e-01, 1.9989e-02, -5.4365e-03,
-2.0007e-02, 1.2933e-02, -1.5316e-02, 3.7785e-02, -2.8785e-02,
-4.4135e-02, -2.5146e-02, -3.4291e-02, 3.5449e-02, 5.5837e-02,
1.5754e-02, -3.5406e-02, -5.6812e-02, -2.0458e-02, 3.2163e-02,
-9.4473e-02, -8.4337e-02, -2.0108e-02, 3.0966e-02, -5.5973e-02,
-1.3852e-01, 4.4233e-02, 2.2101e-02, -1.2329e-02, 1.5783e-02,
5.6025e-02, 1.4727e-04, 9.8294e-02, 3.6172e-02, 1.9637e-02,
-9.1655e-02, 3.6241e-02, 1.7380e-02, 5.2012e-03, 1.9324e-02,
3.9898e-02, 8.5901e-04, -2.9400e-02, 3.4109e-02, -4.6967e-02,
-1.6092e-02, 2.5659e-03, -5.1003e-02, 1.3634e-02, 1.2450e-01,
6.9872e-02, -2.7067e-02, 1.9122e-03, 1.9563e-03, -1.0909e-02,
-3.6576e-03, -2.6865e-02, -8.4109e-02, 1.9358e-02, 5.9575e-02,
1.5349e-03, 1.7036e-01, -5.0408e-02, -3.8770e-02, 2.2830e-02,
4.5779e-02, 3.7427e-02, -8.0168e-02, 6.7046e-02, 9.9192e-02,
1.6172e-02, -4.0748e-02, -4.2558e-02, 2.7371e-02, -1.0906e-01,
3.3260e-02, 2.4946e-02, -4.0533e-02, 2.4778e-02, -1.2117e-03,
3.6944e-03, 4.3164e-02, -4.5796e-02, 1.0077e-02, 7.4114e-02,
5.2755e-02, -1.2238e-02, -7.9867e-03, -3.7942e-03, 8.0277e-04,
-2.0627e-02, 5.8335e-02, 6.8585e-02, -5.4499e-02, -1.0660e-01,
1.2208e-02, 4.5879e-02, -6.3308e-02, -2.5693e-02, 2.7609e-02,
-6.1412e-02, 2.6963e-02, 8.4784e-02, -3.7119e-02, -8.4194e-02,
2.6149e-02, 7.9962e-03, -1.3978e-01, -4.4353e-02, -5.5598e-03,
-1.5081e-03, 8.1157e-02, 5.7061e-03, 9.2638e-02, 3.0926e-02,
2.3389e-02, -3.9717e-02, -6.8144e-03, -1.0760e-01, 1.8367e-02,
-1.6861e-02, -8.0211e-02, 5.7589e-02, 1.2260e-01, -5.5316e-02,
2.2344e-03, 4.4326e-02, 9.1581e-02, 4.1644e-03, -2.5114e-02,
1.0212e-02, 6.1735e-02, -7.4425e-02, 5.8884e-02, -2.3450e-02,
2.8229e-02, 2.5654e-02, -1.7439e-02, -2.3050e-02, 7.0169e-03,
8.5341e-02, 7.1519e-02, -5.1052e-02, -6.9306e-02, -8.4171e-02,
-3.2088e-02, 4.3648e-02, -5.4071e-03, 3.8628e-02, -4.8042e-02,
-4.4673e-02, 3.8152e-02, 8.0401e-02, 1.6981e-02, 3.7760e-02,
-7.4839e-02, -7.0032e-02, -7.6195e-03, 2.7460e-02, -1.5257e-02,
-3.2451e-03, -4.5615e-02, -1.0733e-02, 1.9101e-02, -6.4785e-02,
2.4270e-02, 9.8565e-03, 1.6218e-02, -4.6028e-02, -3.4698e-02,
-1.8690e-02, 6.4326e-02, 1.7144e-02, -4.1653e-03, -1.8205e-02,
-2.8031e-02, -2.9047e-02, -2.6025e-02, -3.9525e-03, 1.0774e-02,
1.1687e-02, 3.6822e-02, -1.3821e-02, -5.7851e-02, -3.1896e-02,
-7.5831e-02, 2.7492e-02, -5.4955e-02, 2.8056e-02, 3.2565e-02,
-4.0931e-03, -2.3007e-04, 5.1899e-02, -2.6554e-02, 1.2266e-01,
-6.5833e-02, -1.0372e-02, 1.3575e-01, 5.9943e-02, 3.2354e-02,
3.2796e-02, -6.8274e-02, 1.6869e-02, 5.8528e-03, -1.4680e-02,
-2.0700e-02, -6.6832e-02, 1.5658e-01, 5.9026e-02, -7.0086e-02,
-8.4858e-02, 9.8072e-03, 4.8592e-03, -1.1822e-02, 9.9002e-03,
-6.0036e-02, -3.0138e-02, -7.0371e-02, -7.1316e-03, -3.6078e-02,
1.4513e-02, 3.2541e-02, 7.6980e-02, 1.2854e-02, 3.1098e-02,
-3.6942e-02, -9.6479e-02, -7.7393e-02, 4.1327e-02, 1.6554e-02,
-1.1898e-01, -8.6420e-03, 1.3401e-01, 3.2989e-02, 5.1482e-03,
-3.6609e-02, 1.3603e-02, 4.8777e-02, 3.9433e-02, 2.9928e-02,
2.0080e-02, 6.7451e-03, -4.2507e-02, 3.8702e-02, 4.4382e-03,
-6.7511e-02, -5.2819e-02, -1.0792e-02, -7.4231e-02, -1.0700e-01,
-3.7845e-02, -8.5216e-02, -5.9447e-02, -2.9171e-02, -4.2980e-02,
9.7989e-02, 7.6474e-03, -6.0329e-02, 5.6801e-02, 2.2246e-02,
5.5147e-02, 6.6980e-02, 2.3020e-03, 2.3094e-02, 5.4408e-02,
1.1070e-01, -3.6636e-02, 8.5268e-03, 7.0649e-02, -6.8049e-03,
-7.5899e-02, -3.7702e-02, 2.1602e-02, 3.2600e-02, 4.1084e-03,
-7.6175e-02, 3.8353e-02, 3.2413e-02, 5.7413e-02, -2.4104e-02,
6.9956e-02, 1.6316e-03, -9.3460e-03, 5.7881e-03, -9.4476e-02,
9.0056e-03, 2.5998e-02, -4.7768e-02, 2.0798e-02, -4.2512e-03,
-5.7778e-02, 1.7191e-02, -2.1116e-02, -1.0532e-01, 7.9460e-03,
7.0562e-02, 1.6301e-01, -8.2089e-02, 3.1408e-02, 2.1916e-02,
8.8254e-03, -5.4896e-02, 8.3885e-02, -4.5465e-02, -3.1749e-03,
6.6235e-02, 7.6765e-02, -3.6611e-02, -6.3817e-02, -8.3318e-02,
1.6356e-01, 6.4427e-02, 1.0244e-02, 1.8725e-02, 7.9932e-02,
-5.6913e-02, 1.4820e-02, -6.0102e-02, -2.9113e-02, 1.1274e-02,
-3.8089e-02, 9.1359e-02, 6.3895e-03, 1.2622e-02, -1.6609e-02,
-6.2022e-02, -7.2345e-03, 3.1575e-02, 6.7072e-02, -1.3600e-01,
2.1118e-02, -8.8854e-02, -2.6268e-02, 7.6151e-02, -3.6067e-02,
-5.1095e-02, -5.7391e-02, 8.0188e-02])),
('model.encoder.layers.5.final_layer_norm.weight',
tensor([0.2840, 0.2921, 0.2777, 0.2880, 0.2899, 0.2863, 0.2913, 0.2868, 0.2888,
0.3025, 0.3022, 0.2884, 0.2780, 0.2862, 0.2994, 0.2742, 0.2719, 0.2884,
0.2824, 0.2834, 0.2887, 0.2729, 0.2931, 0.2795, 0.2702, 0.2858, 0.2883,
0.2757, 0.2957, 0.2797, 0.2843, 0.3051, 0.2727, 0.2781, 0.2898, 0.2855,
0.2919, 0.2762, 0.2650, 0.2998, 0.2851, 0.3212, 0.2769, 0.2708, 0.3050,
0.2899, 0.2728, 0.2746, 0.2900, 0.2933, 0.2888, 0.2815, 0.2620, 0.2908,
0.2809, 0.2958, 0.2818, 0.2907, 0.2916, 0.2924, 0.2819, 0.2761, 0.2816,
0.3072, 0.2876, 0.2808, 0.2915, 0.2974, 0.2768, 0.2831, 0.2809, 0.2728,
0.2743, 0.2948, 0.2863, 0.2977, 0.2643, 0.2835, 0.2903, 0.2885, 0.2863,
0.2845, 0.2880, 0.2943, 0.3017, 0.2807, 0.2991, 0.2815, 0.2962, 0.2984,
0.2918, 0.2967, 0.2841, 0.2688, 0.2892, 0.2696, 0.2865, 0.2788, 0.2917,
0.2918, 0.2940, 0.2751, 0.2940, 0.2266, 0.2884, 0.2860, 0.2876, 0.2967,
0.2751, 0.2898, 0.2734, 0.2671, 0.2945, 0.2952, 0.2748, 0.2740, 0.2917,
0.2764, 0.2816, 0.2798, 0.2900, 0.2781, 0.2878, 0.2843, 0.2921, 0.2908,
0.2814, 0.3005, 0.2733, 0.2730, 0.2899, 0.2976, 0.2851, 0.2932, 0.2761,
0.2922, 0.2985, 0.2877, 0.2965, 0.2875, 0.2915, 0.2858, 0.2882, 0.2757,
0.2967, 0.2904, 0.2819, 0.2931, 0.2737, 0.2730, 0.2682, 0.2814, 0.2977,
0.2875, 0.2888, 0.2864, 0.2870, 0.2951, 0.2953, 0.2923, 0.2745, 0.2891,
0.2833, 0.2943, 0.2867, 0.2926, 0.2826, 0.2960, 0.2778, 0.2690, 0.2789,
0.2966, 0.2925, 0.2835, 0.2917, 0.2850, 0.2829, 0.2803, 0.2945, 0.2880,
0.2933, 0.2911, 0.2835, 0.2999, 0.2927, 0.2920, 0.2585, 0.2832, 0.2663,
0.2932, 0.2877, 0.2774, 0.2767, 0.2837, 0.2813, 0.2710, 0.2862, 0.2773,
0.2903, 0.2802, 0.2925, 0.2958, 0.2930, 0.2932, 0.2778, 0.2825, 0.2984,
0.2920, 0.2866, 0.2856, 0.2961, 0.2672, 0.2891, 0.2803, 0.2670, 0.2963,
0.2902, 0.2916, 0.2811, 0.2852, 0.2699, 0.2898, 0.2858, 0.2852, 0.2984,
0.2907, 0.2865, 0.2849, 0.2768, 0.2998, 0.2800, 0.2932, 0.2984, 0.2699,
0.2789, 0.2711, 0.2974, 0.2935, 0.2896, 0.2938, 0.2736, 0.2787, 0.2873,
0.2933, 0.2838, 0.2837, 0.2756, 0.3070, 0.2855, 0.2872, 0.2857, 0.2904,
0.2915, 0.2730, 0.2845, 0.2826, 0.2931, 0.2660, 0.2885, 0.2837, 0.2807,
0.2819, 0.3010, 0.2938, 0.2779, 0.2716, 0.2933, 0.2930, 0.2977, 0.2745,
0.2846, 0.2756, 0.2938, 0.2695, 0.2967, 0.2916, 0.2951, 0.2776, 0.2926,
0.2752, 0.2948, 0.2849, 0.2827, 0.2990, 0.2888, 0.2888, 0.2819, 0.2981,
0.2657, 0.2931, 0.2848, 0.2865, 0.2809, 0.2866, 0.2752, 0.2671, 0.2822,
0.2846, 0.2972, 0.2724, 0.2792, 0.2895, 0.2741, 0.2868, 0.2855, 0.2711,
0.2866, 0.2925, 0.2921, 0.2972, 0.2676, 0.2869, 0.2931, 0.2902, 0.3025,
0.0806, 0.2916, 0.2846, 0.2981, 0.3019, 0.2997, 0.2789, 0.2915, 0.2871,
0.2893, 0.2962, 0.2906, 0.2885, 0.2827, 0.2936, 0.2917, 0.2925, 0.2772,
0.2799, 0.2922, 0.2490, 0.2656, 0.2783, 0.2713, 0.2897, 0.2809, 0.2792,
0.2931, 0.2840, 0.2948, 0.2988, 0.2967, 0.2948, 0.2807, 0.2789, 0.2883,
0.2931, 0.2996, 0.2914, 0.2830, 0.2885, 0.2814, 0.2801, 0.1923, 0.2913,
0.2845, 0.2761, 0.2847, 0.2899, 0.2647, 0.2989, 0.2818, 0.2762, 0.2609,
0.2939, 0.2810, 0.2887, 0.2895, 0.2873, 0.2889, 0.2912, 0.2768, 0.2911,
0.2733, 0.2643, 0.2947, 0.2926, 0.2897, 0.2807, 0.2906, 0.2748, 0.2850,
0.2888, 0.2908, 0.2948, 0.2984, 0.2927, 0.2774, 0.2874, 0.2960, 0.2766,
0.2927, 0.2886, 0.2711, 0.2850, 0.2907, 0.2992, 0.2866, 0.2948, 0.2881,
0.2937, 0.2987, 0.2818, 0.2873, 0.2822, 0.2684, 0.2909, 0.2974, 0.2792,
0.2791, 0.2757, 0.2667, 0.2959, 0.2687, 0.2871, 0.2975, 0.3001, 0.2943,
0.2933, 0.2716, 0.2774, 0.2893, 0.2841, 0.2956, 0.2871, 0.3004, 0.3043,
0.2891, 0.2756, 0.2952, 0.2860, 0.2688, 0.2933, 0.2834, 0.2931, 0.2826,
0.2882, 0.2784, 0.2874, 0.2781, 0.2823, 0.2838, 0.2883, 0.2865, 0.2974,
0.2876, 0.2774, 0.2893, 0.2862, 0.2820, 0.2826, 0.2953, 0.2847, 0.2794,
0.2964, 0.2935, 0.2872, 0.2823, 0.2896, 0.3007, 0.2890, 0.1710, 0.2882,
0.2911, 0.2988, 0.2684, 0.2849, 0.2766, 0.2850, 0.3002, 0.2804, 0.2956,
0.2974, 0.2877, 0.2738, 0.3043, 0.2818, 0.2894, 0.2882, 0.2778, 0.2840,
0.2905, 0.2898, 0.2992, 0.2802, 0.2962, 0.2774, 0.2978, 0.3005, 0.2796,
0.2952, 0.2824, 0.1315, 0.2909, 0.3000, 0.2954, 0.2925, 0.2839, 0.2865,
0.2929, 0.2871, 0.2756, 0.2911, 0.2878, 0.2906, 0.2847, 0.2743, 0.2993,
0.2760, 0.2988, 0.2912, 0.2825, 0.2895, 0.2905, 0.2764, 0.2892, 0.2908,
0.3057, 0.2891, 0.2851, 0.2896, 0.2801, 0.2583, 0.2965, 0.2965, 0.2949,
0.2962, 0.2805, 0.2853, 0.2928, 0.2682, 0.2973, 0.2852, 0.2964, 0.2967,
0.2850, 0.2993, 0.2754, 0.3038, 0.2816, 0.2847, 0.2806, 0.2964, 0.2968,
0.2842, 0.2805, 0.3004, 0.2851, 0.2882, 0.2817, 0.2789, 0.2959, 0.3296,
0.2794, 0.2951, 0.2960, 0.3032, 0.2924, 0.2849, 0.2909, 0.2998, 0.2755,
0.2974, 0.2869, 0.2779, 0.2512, 0.2850, 0.2841, 0.2931, 0.3020, 0.2916,
0.2877, 0.2812, 0.2743, 0.2804, 0.2915, 0.3020, 0.3317, 0.2860, 0.2754,
0.2711, 0.2825, 0.2859, 0.2845, 0.2936, 0.2791, 0.2907, 0.2883, 0.3023,
0.2977, 0.2823, 0.2906, 0.2968, 0.2891, 0.2845, 0.2997, 0.2842, 0.2956,
0.2907, 0.2837, 0.2939, 0.3022, 0.2977, 0.2898, 0.2935, 0.2808, 0.2781,
0.2754, 0.2844, 0.2912, 0.2684, 0.2869, 0.2942, 0.2897, 0.2994, 0.2871,
0.2783, 0.2889, 0.2864, 0.2887, 0.2966, 0.2807, 0.2903, 0.2917, 0.2714,
0.2499, 0.2901, 0.2960, 0.2992, 0.2841, 0.2815, 0.2823, 0.1117, 0.2742,
0.2821, 0.2880, 0.2847, 0.2910, 0.2905, 0.2852, 0.2818, 0.2862, 0.2757,
0.2859, 0.2922, 0.2845, 0.2960, 0.2750, 0.3016, 0.2786, 0.2930, 0.2930,
0.2977, 0.2978, 0.2913, 0.2876, 0.2734, 0.2888, 0.2897, 0.2902, 0.2932,
0.2858, 0.2988, 0.2923, 0.2770, 0.2808, 0.2845, 0.2819, 0.2903, 0.3055,
0.2842, 0.2827, 0.2882, 0.2931, 0.2929, 0.2945, 0.2970, 0.2970, 0.2946,
0.2905, 0.2949, 0.2773, 0.2715, 0.2879, 0.2861, 0.2928, 0.2790, 0.2843,
0.2786, 0.2867, 0.2998, 0.2860, 0.2762, 0.2942, 0.2767, 0.2741, 0.2890,
0.2923, 0.2821, 0.2830, 0.2820, 0.2811, 0.2808, 0.2816, 0.2734, 0.2784,
0.2897, 0.2737, 0.2893, 0.2921, 0.2812, 0.2888, 0.2885, 0.2939, 0.3011,
0.2956, 0.2874, 0.2856, 0.3152, 0.2991, 0.2908, 0.2914, 0.2895, 0.2788,
0.2991, 0.2867, 0.2855, 0.1273, 0.2462, 0.2784, 0.2778, 0.2492, 0.2831,
0.2899, 0.2634, 0.1428, 0.2931, 0.2757, 0.2866, 0.2923, 0.2906, 0.2726,
0.2939, 0.2798, 0.2839, 0.2899, 0.2831, 0.2751, 0.2981, 0.2756, 0.2841,
0.2869, 0.2856, 0.2853, 0.2875, 0.2776, 0.3024, 0.2896, 0.2892, 0.3069,
0.2951, 0.2759, 0.2855])),
('model.encoder.layers.5.final_layer_norm.bias',
tensor([-2.1944e-02, 1.6895e-02, 1.0349e-02, 8.6444e-03, 1.1918e-02,
-1.9107e-03, 1.7354e-02, 1.0322e-02, 4.4503e-03, 2.3194e-02,
8.1834e-04, 1.0917e-02, 2.1650e-02, 2.2227e-02, 8.4982e-03,
8.0517e-03, -1.3490e-02, 1.3010e-02, 2.7857e-02, 1.9608e-02,
2.3009e-02, 4.0154e-02, 9.3565e-03, 5.2841e-03, 2.7185e-03,
1.9155e-02, 8.2064e-03, 6.6026e-02, 2.2198e-02, -3.8936e-03,
7.0261e-03, 1.8128e-02, -1.0924e-02, 2.5979e-02, 1.7003e-02,
1.2421e-02, 1.5117e-02, 1.6064e-02, 3.4829e-03, 6.5062e-03,
2.7805e-03, -1.5025e-01, 7.9070e-03, 3.7071e-03, 7.4420e-03,
1.5878e-02, 4.7267e-03, 3.0240e-02, 6.2291e-03, 6.9882e-03,
-1.9396e-03, 3.6810e-02, 2.1190e-02, 1.6473e-02, 9.4648e-03,
1.0139e-02, 1.9304e-02, 1.2775e-02, 9.5864e-03, 7.4999e-03,
1.0381e-02, 3.5837e-02, -1.7229e-03, 9.8567e-03, -6.0566e-03,
1.1177e-02, -2.6264e-03, 1.7327e-03, 1.1417e-02, 3.1939e-02,
9.5079e-03, 1.2204e-02, 1.5704e-02, 1.3587e-02, 1.1335e-02,
1.7843e-02, -1.6241e-05, 2.2143e-02, 1.8056e-03, 1.8873e-02,
2.2999e-02, 2.0590e-02, 2.0116e-02, 1.8476e-02, 1.5103e-02,
5.6432e-03, 1.1938e-02, 9.0360e-03, -8.1975e-03, 2.5040e-02,
-6.0321e-03, 1.5847e-02, 9.1845e-03, -4.9947e-03, 1.1452e-02,
1.4459e-02, 8.0290e-03, 1.8886e-02, 8.9281e-03, 1.3248e-02,
9.0958e-03, 1.2027e-02, 7.5146e-03, 1.4840e-02, -6.9943e-03,
9.7092e-03, 1.1545e-02, 5.6051e-03, -1.4490e-02, 1.0049e-02,
1.4626e-02, -7.5223e-02, 1.4756e-02, 9.4540e-03, 2.0464e-03,
3.0450e-02, -4.9810e-03, 6.4665e-03, 2.0130e-02, 1.5051e-02,
1.6768e-02, -5.6800e-03, 1.0687e-02, 1.4055e-02, 1.6442e-02,
1.1392e-02, 1.4504e-02, 1.4669e-02, 1.5806e-02, -4.0137e-03,
1.6493e-02, 8.4029e-03, 2.4427e-02, 5.2169e-03, 5.0830e-03,
1.6596e-02, 1.4078e-02, 2.5870e-03, 9.0573e-03, 7.4406e-03,
1.4872e-02, -8.3239e-03, 1.7094e-02, 1.3686e-02, -3.0164e-03,
3.3146e-03, 4.7269e-03, 4.9228e-03, -1.2213e-02, 1.2400e-02,
3.3337e-02, -1.3647e-02, 1.8884e-02, 1.5732e-02, -7.1089e-03,
2.9765e-03, 2.3392e-02, 6.4981e-03, 2.6022e-02, 4.9726e-03,
3.0033e-02, 1.6888e-02, 1.2030e-02, 1.9909e-02, 2.1042e-02,
2.4827e-02, 1.6949e-03, 1.3483e-02, 2.9789e-03, 1.3186e-02,
8.1817e-03, 5.1463e-03, 5.4251e-03, 3.2438e-02, 2.1273e-02,
2.0493e-02, 6.8822e-03, 1.6509e-02, 1.1619e-02, 6.5898e-03,
8.3803e-03, 9.8552e-03, 1.3856e-02, 9.9373e-03, 7.3628e-03,
2.7165e-03, 3.9042e-02, 7.5081e-03, 7.2340e-03, 1.0899e-02,
1.1098e-02, -1.0187e-02, 1.9689e-02, 8.7332e-03, 1.6786e-02,
4.6610e-02, 6.2450e-04, 1.2388e-02, 3.5895e-01, 1.8948e-02,
1.5746e-02, 4.6747e-03, 7.0769e-03, 8.8662e-03, 5.2595e-03,
4.6905e-02, 6.1112e-03, 8.0324e-03, 2.5978e-03, 8.6764e-03,
1.2760e-02, -1.5943e-02, 1.5732e-02, 2.4974e-02, 1.2223e-02,
1.0429e-02, 5.4722e-04, 5.0483e-07, 3.1563e-03, -1.0758e-02,
-1.9433e-02, 1.4537e-02, 7.1496e-03, 1.3771e-02, 1.5650e-02,
-1.1033e-03, 4.8732e-03, 1.6137e-02, 1.3273e-02, 1.2911e-02,
1.8332e-02, 8.5402e-03, 2.0574e-02, 2.8711e-02, -3.1495e-02,
2.4715e-02, 1.4411e-02, 7.7400e-03, 1.5551e-02, 1.7243e-02,
-9.8528e-02, 1.6587e-02, 2.4449e-02, 8.4205e-03, 2.3780e-02,
-7.2885e-04, 2.0301e-02, 6.0095e-05, 3.2418e-02, 2.1539e-02,
3.0341e-03, 1.0627e-02, 1.1987e-02, 5.9973e-03, 2.2738e-02,
3.0631e-03, 1.1093e-02, 2.0631e-02, -1.0487e-02, 7.7094e-03,
6.5414e-03, 2.3907e-02, 8.0162e-03, 1.5455e-02, 5.5970e-03,
5.1348e-02, 1.4113e-02, 1.2104e-02, 8.9566e-04, 7.9267e-03,
2.2907e-02, -6.3760e-03, 2.0289e-02, -5.7994e-02, 5.6884e-03,
1.7264e-02, 1.0649e-02, -1.5062e-03, 3.5761e-03, 2.7686e-02,
-1.0054e-03, 2.4029e-03, 8.5186e-03, 1.2188e-02, 1.9938e-02,
1.9671e-02, 1.3667e-02, 1.6468e-02, 1.4322e-02, 1.6533e-02,
-6.7977e-03, 1.3307e-02, 1.5086e-02, 6.9952e-03, 2.4963e-03,
1.4438e-02, 2.3920e-02, 1.1512e-02, 1.4188e-02, 2.3698e-02,
2.3874e-02, 6.0193e-03, 1.7590e-02, 1.3498e-02, 6.5923e-03,
2.0195e-02, -6.4235e-03, 5.9431e-03, 1.9453e-02, 1.7580e-02,
-1.6880e-02, 7.7951e-03, 1.2468e-02, 4.6865e-03, -1.1212e-03,
-1.3643e+00, 2.4054e-02, -6.0279e-03, 4.9046e-03, 9.7866e-03,
1.1934e-02, 4.5046e-03, -1.6307e-02, 9.6123e-03, -9.1723e-04,
9.0387e-03, 5.2572e-03, 1.9078e-02, 2.0225e-02, 1.2905e-02,
9.8995e-03, 1.2285e-02, 9.5515e-03, 1.0796e-02, -6.5359e-03,
9.1063e-02, 9.8105e-03, -2.5747e-02, 3.2802e-02, 2.6926e-02,
-5.8693e-03, -8.3285e-04, 5.3287e-03, 6.7701e-03, 2.7802e-02,
7.5445e-03, 2.3819e-03, 8.8866e-03, 1.7020e-02, 1.4410e-02,
1.1728e-02, 6.4432e-03, -3.6351e-04, 2.3224e-02, 1.0631e-02,
9.0420e-03, -8.3070e-03, 1.2181e-02, 1.0762e-02, 1.7546e-02,
1.6434e-02, 1.1403e-02, -3.4081e-03, 4.8451e-03, 3.6018e-02,
1.4188e-02, 1.1227e-02, 1.1695e-02, 1.1395e-03, 1.3333e-02,
2.4333e-02, 1.4249e-02, 1.1218e-02, 1.6036e-02, 2.6220e-03,
3.2706e-02, 1.1413e-02, 1.0965e-02, 2.2403e-02, 1.2725e-02,
1.4926e-02, 1.3428e-02, 1.1872e-02, 9.8590e-03, 1.0966e-02,
2.8083e-02, -1.2873e-03, 2.3336e-02, 4.2152e-03, 6.8559e-03,
1.0309e-02, 3.0974e-02, 1.6783e-03, 1.2643e-02, 9.6719e-03,
7.9562e-04, 9.0593e-03, -5.0152e-04, 1.3239e-02, 2.3008e-02,
1.2508e-02, 1.5723e-02, 1.8856e-02, -7.2863e-03, 2.0740e-02,
1.0336e-02, 3.9173e-03, -4.0262e-03, 9.0773e-03, 8.1736e-03,
-1.0764e-02, 1.7516e-02, 1.5477e-02, -2.0581e-02, 3.6366e-02,
1.1254e-02, 1.0150e-02, 8.8624e-03, 2.8455e-02, 1.8534e-02,
1.7129e-02, 1.0066e-02, 1.3469e-04, 1.1226e-02, 6.4292e-03,
2.3145e-02, 2.6638e-03, -1.9410e-03, 2.8556e-03, 6.2535e-03,
-3.1504e-04, 2.1070e-02, 2.6098e-02, 2.6675e-03, 1.4156e-02,
2.8105e-02, 2.6754e-02, 1.8982e-02, 1.5489e-03, 1.7456e-02,
7.7996e-03, -1.0869e-03, 3.9769e-02, 1.3733e-02, -1.1179e-02,
-1.4188e-02, 1.9047e-02, 5.1399e-03, 3.1199e-02, 1.0602e-02,
1.7090e-02, 1.5660e-02, 1.6961e-02, 1.1592e-02, -1.3432e-02,
4.5699e-02, -1.0637e-03, 2.6737e-02, 1.2820e-02, 1.0028e-02,
1.8045e-02, 1.4246e-02, 8.3620e-03, 1.4212e-02, 6.1508e-03,
7.0970e-03, 2.3725e-03, 7.2580e-03, 1.0810e-02, 1.0487e-02,
1.8487e-02, 1.5917e-02, 2.7585e-03, 1.4414e-02, 2.0832e-02,
2.8206e-02, 2.6483e-02, 8.8612e-03, 8.5812e-03, 3.6967e-02,
1.0233e-02, 3.1465e-02, 7.4354e-03, -4.2897e-03, 5.0482e-03,
1.9724e-02, 3.1710e-03, -1.6572e-03, 1.0895e-02, 6.4521e-03,
9.6874e-03, 1.5445e-02, 1.2483e-02, 8.2757e-03, -1.8189e-02,
2.2450e-03, 1.5733e-02, 5.0299e-02, 9.8957e-03, 1.4487e-03,
9.3603e-03, 2.0233e-02, 1.9577e-02, 1.3247e-02, 1.9357e-02,
1.0230e-02, 2.6067e-02, 2.2328e-02, -4.6925e-03, 1.9700e-02,
-4.2390e-03, 1.4755e-02, 9.8330e-04, 1.7906e-02, 1.0901e-02,
1.8088e-02, 1.1614e-02, 2.7068e-02, 9.6602e-03, -1.8160e-02,
9.3031e-03, 7.5028e-03, 7.7894e-03, 2.1015e-02, 2.5799e-02,
-2.9839e-03, 3.0856e-03, 1.0888e-01, 9.3375e-03, 2.7821e-03,
4.4098e-03, 2.1128e-02, 1.8106e-02, 1.2387e-02, 1.3447e-02,
-1.7873e-02, -1.1955e-03, 1.6013e-02, 1.7915e-02, 1.5397e-03,
1.2063e-02, 1.1767e-02, -7.0798e-03, 1.3817e-02, 1.1793e-02,
1.4158e-02, 5.9178e-04, 5.1806e-04, 1.0437e-02, 4.1921e-03,
1.6985e-02, 6.9396e-03, 1.0315e-02, 2.5065e-02, 3.3012e-02,
1.0624e-02, 1.5573e-02, -5.1252e-01, 1.1752e-02, 1.1159e-02,
1.6654e-02, -8.6449e-03, 8.4793e-04, 1.9648e-02, 2.6465e-02,
1.7494e-02, 5.3813e-03, -1.7702e-03, 1.9715e-02, 1.7669e-02,
-1.3807e-01, -4.9496e-03, 1.0079e-02, 4.8041e-03, 1.5213e-02,
1.4464e-02, 3.3595e-03, 3.0778e-02, 4.0659e-03, -6.9037e-03,
1.0370e-02, -2.5534e-04, -2.3246e-01, 9.6877e-03, -1.6600e-02,
2.5239e-02, 7.8366e-03, 9.3900e-03, 6.0451e-03, 9.0564e-03,
4.3440e-03, 2.3827e-02, 6.8313e-03, 1.8180e-02, 1.9680e-02,
1.9688e-02, 2.5143e-03, 4.3893e-03, -9.5682e-03, 1.3600e-02,
1.0973e-02, -1.8256e-02, 1.2124e-02, 1.3642e-02, 1.5262e-02,
1.3094e-02, -3.0596e-03, 1.0545e-02, 2.0906e-02, 8.8597e-04,
1.6269e-02, 7.7749e-03, -2.6736e-02, 2.4184e-02, -1.9801e-02,
2.6698e-02, 2.2054e-03, 8.1386e-04, 8.3739e-04, 1.9152e-03,
2.1921e-02, 2.1296e-02, 5.5120e-03, 7.5556e-03, 2.5660e-03,
1.2393e-02, 1.7566e-02, 1.4048e-02, 2.8285e-03, 1.8338e-02,
-1.2883e-01, 2.4534e-02, 1.0091e-02, -9.0048e-03, 6.9209e-03,
2.2125e-02, 2.2778e-02, -3.6674e-02, 3.2397e-02, 2.2478e-02,
-4.9068e-03, -1.8702e-03, 1.8523e-02, 7.2013e-03, 1.1010e-02,
1.4104e-02, 1.1006e-02, -2.3245e-03, 2.0513e-02, 1.4052e-02,
1.1864e-02, 2.5181e-02, 3.5595e-03, 1.1550e-02, 1.8854e-02,
1.0378e-03, 8.6576e-03, 6.6975e-03, 3.0698e-03, 4.3599e-03,
1.3567e-02, -7.1683e-03, 2.6143e-02, 3.0045e-03, 1.4608e-02,
5.1795e-03, 2.6015e-03, 1.3240e-02, 1.4230e-02, 1.2562e-02,
1.4584e-02, 6.8996e-03, 2.3958e-02, 1.4894e-02, 5.5817e-03,
3.7519e-02, 1.4229e-02, 1.3894e-02, 1.3257e-02, 1.3811e-02,
-8.8805e-03, 2.1339e-03, 2.8712e-02, -1.0066e-02, 2.8267e-02,
3.8162e-03, 1.2113e-02, 2.5676e-02, 9.9303e-03, 1.4758e-02,
1.3944e-02, 7.2235e-03, 1.6013e-02, 1.1708e-02, -4.6545e-03,
2.3134e-02, 5.9586e-03, -1.4693e-02, 3.8739e-03, -1.1037e-02,
1.8089e-02, 8.6267e-03, 2.8671e-02, -5.3763e-03, 6.6689e-03,
1.2206e-02, 1.5303e-02, 6.3140e-03, 1.4100e-02, 6.6440e-03,
1.5032e-02, 8.7886e-03, 3.4651e-03, 2.1147e-02, 6.6364e-03,
7.3540e-03, 9.9461e-03, 1.8577e-02, 1.0503e-02, 1.7639e-02,
2.6859e-02, 5.3722e-03, -1.1137e-02, 5.4845e-01, 1.0966e-02,
3.1646e-02, 1.9473e-02, 3.1511e-02, -4.9074e-03, 9.1264e-03,
1.3639e-02, 1.8104e-02, 3.7461e-03, 1.3888e-02, 5.4510e-03,
-9.8914e-03, -1.1511e-02, 1.3562e-02, -6.5087e-04, 5.7092e-02,
5.0753e-02, 1.0524e-02, 3.0576e-02, 2.6897e-03, 1.5930e-02,
9.8522e-03, -2.5693e-03, 2.2839e-02, 2.4307e-02, 1.9898e-02,
1.1870e-02, 1.4476e-02, -1.0607e-02, 1.0598e-02, 2.3408e-02,
5.7118e-03, -4.8069e-03, -4.4444e-03, 3.5878e-03, 6.8151e-03,
-2.1936e-02, 1.4695e-02, 2.3099e-02, 3.4160e-03, 6.4762e-03,
1.9859e-02, 1.0751e-02, 1.1736e-03])),
('model.encoder.layernorm_embedding.weight',
tensor([0.4305, 0.3807, 0.4732, 0.4496, 0.4194, 0.4120, 0.3781, 0.3554, 0.4650,
0.2016, 0.3782, 0.3973, 0.4745, 0.3760, 0.3688, 0.5024, 0.3073, 0.3954,
0.4474, 0.4590, 0.3154, 0.3997, 0.3483, 0.4825, 0.5037, 0.3909, 0.4505,
0.3193, 0.4302, 0.0613, 0.4553, 0.4443, 0.3551, 0.4737, 0.4490, 0.2359,
0.3984, 0.4794, 0.3882, 0.3835, 0.4514, 0.1883, 0.4849, 0.4539, 0.4168,
0.4251, 0.4640, 0.4791, 0.4082, 0.4347, 0.4061, 0.4107, 0.5786, 0.3442,
0.3681, 0.4102, 0.4691, 0.3887, 0.4317, 0.4368, 0.4282, 0.4599, 0.4615,
0.4404, 0.3679, 0.3918, 0.3853, 0.3780, 0.4788, 0.4488, 0.4741, 0.4272,
0.4801, 0.4039, 0.3982, 0.3937, 0.4455, 0.3682, 0.4888, 0.4013, 0.3970,
0.4381, 0.4338, 0.4210, 0.3695, 0.4218, 0.4155, 0.4437, 0.3882, 0.4187,
0.4371, 0.4433, 0.4691, 0.4900, 0.4003, 0.4939, 0.4238, 0.4891, 0.4139,
0.3808, 0.4169, 0.5143, 0.4318, 0.3321, 0.4689, 0.4504, 0.4315, 0.4153,
0.3945, 0.4553, 0.4189, 0.5639, 0.4020, 0.4254, 0.4900, 0.4692, 0.3072,
0.4744, 0.3475, 0.4749, 0.3420, 0.5222, 0.4046, 0.4396, 0.4257, 0.3897,
0.4744, 0.4351, 0.4778, 0.3860, 0.4422, 0.3973, 0.4624, 0.4259, 0.3912,
0.4515, 0.3881, 0.4190, 0.3950, 0.3527, 0.4336, 0.4006, 0.4006, 0.4574,
0.3660, 0.4250, 0.3895, 0.3667, 0.4676, 0.5370, 0.4453, 0.3646, 0.3886,
0.4513, 0.4355, 0.4651, 0.3415, 0.4160, 0.4013, 0.3894, 0.4568, 0.4436,
0.4796, 0.3739, 0.4254, 0.3648, 0.3894, 0.4274, 0.4852, 0.3200, 0.3438,
0.4222, 0.1732, 0.4425, 0.4537, 0.4347, 0.3980, 0.3985, 0.4173, 0.4065,
0.4583, 0.3840, 0.4521, 0.3634, 0.3820, 0.3893, 0.2068, 0.4529, 0.3593,
0.4545, 0.3984, 0.4409, 0.4688, 0.4321, 0.4619, 0.4837, 0.3912, 0.5007,
0.3660, 0.3689, 0.4021, 0.4901, 0.4057, 0.4356, 0.4753, 0.2250, 0.3481,
0.4343, 0.4317, 0.4626, 0.4460, 0.4596, 0.3482, 0.4357, 0.4039, 0.3857,
0.3955, 0.4543, 0.4590, 0.3733, 0.4709, 0.3601, 0.4787, 0.3833, 0.4050,
0.3914, 0.4038, 0.1708, 0.4959, 0.3767, 0.4485, 0.4075, 0.4318, 0.4784,
0.4374, 0.4782, 0.4439, 0.4215, 0.4946, 0.3739, 0.4934, 0.4822, 0.4189,
0.3268, 0.4203, 0.4752, 0.4857, 0.3916, 0.4207, 0.4625, 0.4090, 0.3567,
0.4274, 0.5112, 0.3948, 0.4603, 0.3924, 0.5102, 0.3828, 0.3753, 0.3721,
0.4542, 0.4138, 0.3937, 0.4301, 0.4534, 0.3788, 0.3603, 0.4252, 0.4707,
0.3428, 0.4669, 0.4586, 0.4817, 0.4217, 0.4545, 0.4199, 0.4530, 0.4509,
0.4670, 0.3503, 0.1302, 0.4850, 0.4251, 0.4632, 0.4435, 0.4742, 0.3888,
0.4835, 0.3906, 0.4122, 0.4694, 0.4842, 0.4505, 0.4739, 0.3957, 0.4585,
0.4471, 0.3453, 0.4933, 0.4698, 0.4457, 0.4501, 0.3884, 0.4430, 0.4791,
0.4282, 0.4226, 0.4390, 0.3485, 0.5126, 0.2914, 0.4116, 0.3273, 0.4219,
0.2082, 0.3702, 0.4009, 0.4152, 0.4606, 0.4415, 0.4593, 0.3590, 0.3876,
0.4040, 0.3676, 0.4039, 0.4342, 0.3771, 0.3877, 0.3900, 0.4150, 0.3439,
0.4651, 0.4117, 0.2098, 0.4738, 0.4161, 0.4573, 0.4305, 0.3806, 0.4717,
0.4260, 0.4631, 0.3992, 0.4161, 0.4040, 0.4526, 0.4747, 0.4792, 0.4249,
0.3265, 0.4391, 0.4334, 0.4721, 0.3977, 0.3678, 0.4511, 0.3621, 0.3956,
0.3397, 0.3641, 0.4157, 0.4096, 0.4481, 0.4179, 0.3836, 0.5038, 0.1815,
0.4032, 0.4523, 0.4691, 0.4432, 0.4507, 0.3877, 0.4088, 0.5033, 0.4169,
0.4911, 0.4544, 0.4278, 0.3440, 0.4157, 0.4832, 0.4385, 0.4453, 0.4045,
0.4306, 0.4252, 0.4461, 0.4136, 0.4166, 0.4733, 0.3243, 0.4746, 0.4710,
0.4638, 0.4374, 0.3389, 0.4551, 0.3635, 0.3924, 0.4071, 0.4502, 0.3492,
0.4418, 0.4124, 0.4428, 0.4563, 0.4051, 0.4767, 0.4312, 0.3943, 0.4372,
0.4477, 0.4619, 0.4719, 0.4412, 0.4720, 0.3666, 0.4351, 0.3794, 0.4081,
0.3894, 0.4738, 0.4991, 0.4401, 0.3770, 0.4186, 0.3757, 0.4039, 0.4287,
0.4153, 0.4656, 0.4092, 0.4514, 0.4807, 0.4889, 0.4725, 0.4408, 0.5072,
0.3822, 0.3201, 0.3936, 0.4616, 0.4183, 0.4724, 0.4521, 0.4153, 0.3903,
0.4336, 0.4700, 0.4592, 0.4096, 0.4164, 0.3958, 0.3637, 0.4727, 0.4744,
0.3905, 0.3859, 0.2453, 0.3391, 0.4752, 0.4088, 0.3691, 0.4076, 0.4330,
0.4257, 0.4182, 0.4755, 0.4666, 0.3571, 0.4330, 0.4330, 0.4534, 0.4226,
0.4110, 0.4524, 0.4313, 0.3775, 0.4670, 0.4016, 0.3939, 0.4843, 0.3878,
0.4683, 0.4293, 0.3947, 0.3634, 0.4011, 0.3414, 0.4335, 0.4128, 0.4679,
0.3357, 0.4411, 0.1266, 0.4581, 0.4005, 0.3681, 0.4350, 0.3847, 0.3601,
0.3801, 0.4667, 0.4744, 0.4358, 0.4485, 0.4062, 0.4753, 0.4783, 0.3914,
0.5054, 0.4194, 0.4022, 0.3792, 0.4589, 0.4053, 0.4889, 0.4360, 0.3954,
0.3755, 0.4591, 0.3989, 0.4290, 0.4796, 0.2039, 0.3825, 0.3930, 0.4047,
0.4212, 0.4785, 0.4519, 0.4453, 0.4863, 0.4085, 0.3726, 0.4404, 0.4926,
0.4596, 0.4385, 0.4866, 0.4595, 0.4207, 0.3677, 0.3799, 0.3790, 0.4173,
0.4244, 0.4786, 0.3575, 0.4258, 0.3855, 0.3817, 0.4541, 0.4134, 0.5136,
0.4692, 0.3781, 0.4097, 0.4028, 0.4282, 0.4449, 0.3822, 0.4117, 0.4742,
0.4347, 0.4149, 0.4812, 0.4797, 0.3879, 0.4557, 0.4396, 0.1556, 0.3841,
0.4076, 0.4068, 0.4837, 0.2171, 0.5276, 0.4013, 0.2127, 0.4567, 0.4193,
0.4727, 0.3875, 0.4317, 0.4783, 0.4183, 0.4879, 0.3847, 0.3587, 0.2122,
0.3768, 0.4284, 0.4382, 0.4110, 0.4367, 0.4387, 0.4341, 0.4021, 0.4047,
0.4562, 0.2749, 0.3751, 0.4339, 0.4575, 0.3961, 0.4202, 0.4458, 0.4495,
0.4433, 0.5020, 0.4543, 0.4474, 0.4528, 0.3591, 0.4292, 0.3706, 0.4542,
0.4705, 0.4358, 0.3852, 0.4024, 0.4140, 0.4626, 0.3943, 0.4258, 0.4965,
0.2217, 0.3588, 0.4181, 0.4141, 0.4426, 0.3665, 0.4599, 0.3634, 0.4440,
0.4089, 0.4510, 0.4273, 0.3937, 0.4675, 0.3822, 0.3684, 0.3964, 0.2924,
0.4029, 0.4277, 0.3566, 0.4053, 0.4813, 0.4387, 0.4770, 0.4013, 0.3328,
0.3835, 0.4507, 0.4732, 0.4400, 0.4923, 0.4335, 0.3736, 0.4294, 0.3829,
0.3928, 0.3679, 0.3920, 0.4596, 0.4626, 0.3996, 0.3248, 0.4529, 0.4296,
0.4101, 0.4655, 0.3800, 0.3583, 0.4041, 0.4061, 0.4405, 0.4374, 0.3795,
0.4196, 0.3988, 0.4857, 0.4726, 0.3696, 0.4506, 0.4148, 0.2385, 0.4542,
0.4828, 0.3792, 0.3902, 0.3797, 0.3830, 0.1978, 0.4947, 0.4889, 0.4134,
0.4136, 0.5735, 0.4471, 0.4582, 0.5097, 0.4751, 0.4771, 0.4683, 0.4795,
0.3905, 0.4979, 0.4317, 0.3858, 0.3541, 0.3764, 0.3781, 0.4004, 0.4284,
0.3926, 0.4459, 0.4261, 0.3979, 0.3929, 0.4288, 0.3763, 0.3843, 0.4603,
0.4278, 0.4299, 0.3922, 0.3565, 0.3837, 0.4472, 0.4999, 0.8248, 0.4236,
0.4345, 0.4752, 0.2794, 0.4211, 0.4450, 0.3980, 0.4354, 0.3978, 0.4722,
0.4154, 0.4838, 0.4506, 0.4169, 0.4646, 0.4688, 0.4237, 0.4838, 0.3451,
0.4500, 0.4907, 0.4272, 0.2867, 0.5014, 0.3571, 0.3802, 0.4372, 0.3885,
0.3819, 0.4514, 0.3870])),
('model.encoder.layernorm_embedding.bias',
tensor([-2.7015e-02, 1.0804e-01, 1.0464e-02, 4.0188e-02, 4.3035e-02,
4.4408e-02, 1.4428e-01, 2.9034e-03, 1.9215e-02, 1.5932e-01,
-6.8419e-03, -3.8950e-02, -6.2800e-02, -9.8096e-02, -1.2277e-01,
3.9342e-02, -4.3185e-02, 6.3841e-02, 2.8497e-03, 1.1868e-02,
-2.9592e-02, -8.7571e-03, 4.9161e-05, -6.6075e-02, 2.2653e-03,
-1.9749e-02, -4.1265e-02, 1.4315e-01, -7.6913e-02, 1.8873e-01,
-4.9226e-02, 1.8144e-02, -6.3963e-02, 3.1472e-02, 5.6677e-02,
1.2330e-01, -2.9516e-02, -1.3092e-02, 2.0696e-02, -7.1691e-02,
-1.1618e-01, -3.5561e-02, -2.2780e-02, 1.4271e-01, 7.3980e-03,
8.0530e-02, 6.7519e-02, 1.2322e-02, 6.5187e-02, -9.2891e-02,
6.7901e-02, 5.3078e-02, -1.1162e-02, 7.9354e-02, 1.0461e-01,
5.7864e-02, -4.2535e-03, -2.9878e-02, 5.3636e-02, 2.8929e-02,
9.0982e-02, 2.0212e-02, -1.1711e-01, 6.6101e-02, -2.0286e-02,
-3.0056e-02, 4.9601e-02, -1.5328e-02, -4.4863e-02, -1.3579e-01,
1.8973e-02, 1.5790e-01, 5.8727e-02, -1.8836e-02, 8.6123e-03,
4.5264e-02, -2.2222e-02, 2.0063e-01, -1.5325e-02, 3.1576e-03,
-4.2778e-02, 3.2639e-02, 2.8326e-02, -7.0961e-02, 6.0159e-02,
3.3395e-02, -2.8184e-02, 4.8290e-02, -3.7781e-03, -3.6207e-02,
2.0442e-02, -4.6515e-02, -4.2608e-02, 5.2357e-02, -4.9590e-02,
-8.0035e-02, -9.3005e-03, 1.6124e-02, -7.6222e-02, 2.3092e-02,
-4.7275e-02, -3.3117e-02, 2.3074e-02, -3.3238e-03, -4.3740e-02,
9.2302e-02, 1.3343e-02, -1.0326e-01, -5.1894e-02, -1.0608e-03,
1.5123e-01, 8.3308e-02, -2.7635e-02, -2.0578e-02, -1.6808e-02,
-5.6566e-03, -3.0674e-02, 7.1833e-03, -1.4459e-01, 4.8918e-02,
-9.4938e-03, -2.4876e-02, 6.6218e-03, -2.6556e-02, 1.6340e-02,
7.8732e-02, 9.3153e-03, -1.6794e-02, 1.0765e-01, -3.3304e-02,
-1.5550e-02, 9.5626e-02, -4.9408e-02, 6.4839e-02, 1.8632e-02,
9.0609e-02, 8.9172e-02, 1.0337e-01, -2.1608e-02, -1.0935e-02,
2.3704e-02, -2.0329e-02, 2.3473e-02, -8.0397e-02, 3.1130e-02,
-1.3598e-01, 3.9484e-02, 4.8469e-02, 1.9276e-02, -7.6814e-03,
1.0670e-01, -5.2920e-02, 1.2570e-02, 1.2831e-02, -4.6986e-02,
-3.7634e-02, -1.8755e-02, 5.5104e-02, 6.4869e-02, -1.1768e-02,
-2.1237e-02, 1.8642e-04, -4.8514e-02, -4.5755e-03, 3.6733e-02,
9.4511e-02, 2.5379e-03, 9.5754e-03, -1.1048e-02, 2.9775e-02,
2.0551e-02, -1.0011e-01, 1.5723e-01, -1.2894e-01, 3.5279e-02,
-4.3116e-03, 4.3669e-02, -4.5627e-03, -5.0863e-02, -4.8796e-02,
8.1657e-02, 3.5605e-02, 3.6010e-02, 1.5536e-01, -5.7733e-02,
-1.6022e-02, 2.4804e-02, 3.8667e-02, 2.6508e-02, 4.5623e-02,
-3.5501e-02, 4.1748e-02, -8.2713e-04, -8.3768e-02, -5.9906e-03,
-3.4698e-02, -3.4374e-02, -4.3721e-03, -9.4015e-02, 1.0840e-01,
-6.7729e-03, -1.8789e-02, -3.0166e-02, -3.7671e-02, 1.7415e-02,
-4.3155e-02, 1.1132e-01, 7.5469e-02, 1.0299e-01, -3.0198e-02,
-3.2449e-02, -9.9968e-02, -3.5755e-02, -1.7636e-01, -7.0364e-02,
-3.1586e-02, 5.0602e-02, -2.9287e-02, 1.2605e-01, 3.2058e-02,
9.9072e-02, 3.2497e-02, 2.4041e-02, -4.0596e-02, 7.7688e-03,
-1.1051e-02, 3.5353e-03, -3.9534e-01, 6.6058e-02, 5.2813e-02,
-3.5886e-02, 7.9877e-02, -1.4673e-02, -9.8259e-02, 8.4273e-03,
-7.3496e-02, -1.0473e-02, -2.5751e-02, -2.4286e-02, -1.4400e-02,
-2.6127e-02, 2.5525e-02, -7.4897e-02, -1.1436e-01, 3.5427e-02,
-4.1348e-03, -3.6848e-02, 2.2005e-02, -1.8516e-02, 4.6329e-03,
-5.5593e-02, 7.4930e-02, 2.2146e-03, 5.6283e-02, 1.8668e-02,
3.5526e-02, -1.0432e-01, 1.7328e-02, 7.0271e-02, -7.5541e-03,
-6.5223e-02, -4.7822e-02, -2.3675e-02, -5.1243e-02, -1.5894e-02,
-9.0616e-02, 8.3441e-02, 7.3052e-02, 5.7217e-02, -6.8534e-02,
6.0767e-02, 9.0949e-02, -4.8270e-02, 9.6352e-03, -2.9030e-02,
-1.5302e-02, 5.0718e-02, -1.4385e-02, -6.1074e-03, -6.0833e-02,
5.5142e-02, -3.6887e-01, -6.0253e-02, 8.0766e-02, -4.3095e-02,
-5.7461e-02, 1.1255e-02, -4.3860e-02, -1.0924e-01, 8.3334e-03,
4.8257e-03, 6.4821e-03, -4.6751e-02, 3.2687e-02, -3.7060e-02,
5.4203e-02, -3.4804e-02, 4.0020e-02, -1.7012e-02, 2.8040e-02,
1.2700e-02, 4.8583e-02, 3.4954e-02, -2.9402e-02, 1.1873e-01,
-5.0254e-02, 5.5703e-02, 4.8552e-02, -7.4393e-02, -8.3142e-02,
9.1234e-02, -1.1731e-01, -5.6428e-02, -7.0946e-02, 1.4314e-02,
-5.2944e-01, 2.3054e-02, 4.6976e-02, 1.7734e-02, 7.2225e-02,
-3.7783e-02, -2.5652e-02, 2.5719e-02, -7.7432e-02, 1.3320e-02,
2.0718e-02, 5.6130e-03, -1.8912e-02, -3.6337e-03, -5.4031e-02,
1.0267e-01, 6.0504e-02, -1.1084e-01, 8.2966e-02, 3.8441e-03,
1.1744e-01, -2.8692e-02, -1.9266e-02, 3.6309e-02, -8.4885e-02,
-1.8625e-02, -3.3172e-03, 7.8041e-02, 4.0267e-02, 1.5094e-03,
-9.4373e-03, 5.3254e-03, -4.7024e-02, 1.6982e-02, -4.6372e-02,
-1.2169e-01, 1.9550e-01, 1.7775e-02, -3.5160e-02, 3.2565e-02,
6.4647e-02, -6.5695e-02, 1.6325e-03, -2.1241e-02, 2.0879e-03,
8.1803e-02, -2.8173e-03, 7.0754e-03, 2.3788e-03, -1.7815e-02,
3.5322e-02, 2.3975e-02, -6.9168e-02, -2.2992e-01, -4.6793e-02,
-3.9010e-02, 6.1056e-02, -2.9009e-02, 7.6059e-02, 2.4446e-02,
-2.0438e-02, -2.6189e-03, -8.9498e-03, -2.3456e-02, 6.1068e-02,
2.9989e-03, 1.8257e-02, 3.1836e-02, -2.3603e-02, 8.9326e-02,
-5.1594e-02, -3.2688e-02, 5.1064e-02, -9.1004e-03, 3.4578e-02,
-5.2444e-02, 2.5485e-02, 7.2401e-03, 6.5368e-02, -3.7329e-02,
3.7455e-03, 2.3209e-03, 4.3282e-02, -5.3895e-02, 5.1773e-02,
2.1958e-02, -3.9445e-02, 4.9900e-02, 5.5347e-02, 2.5039e-02,
-2.9475e-02, 4.1435e-02, 3.0933e-04, -3.9959e-02, 2.6619e-03,
-8.0774e-03, 1.2107e-01, 3.3447e-02, 9.0347e-02, -2.7190e-02,
7.1331e-02, 4.8769e-02, 9.5459e-02, -3.2967e-02, 5.9318e-02,
-3.5550e-02, -6.7190e-02, 2.0619e-02, 6.1755e-03, 2.0831e-02,
-6.9603e-02, 4.1420e-02, 2.1663e-02, -3.6546e-02, 1.0777e-02,
1.0230e-02, 3.1137e-02, 9.3530e-02, -8.4764e-02, -1.9790e-03,
3.1795e-02, -6.2066e-02, 8.8514e-02, -7.1175e-03, -2.6233e-02,
-3.6847e-02, 9.1430e-02, 1.4367e-01, -2.5492e-02, -2.2602e-03,
-2.7687e-02, -5.1908e-02, 2.1617e-02, -2.1923e-02, -8.9516e-02,
7.4852e-02, -9.3475e-02, 5.5243e-02, 3.2081e-03, 4.3954e-02,
-1.1538e-01, 1.4102e-01, 4.0881e-02, 5.5049e-02, -1.7623e-03,
1.4314e-02, 1.4068e-01, -1.0637e-02, 5.3152e-02, 1.0538e-02,
5.2848e-02, -1.1878e-01, 1.0416e-02, -4.8686e-02, 1.1373e-02,
2.7788e-02, -5.5954e-02, -8.2935e-02, -5.7856e-02, -9.8634e-03,
-4.5056e-02, -5.1790e-02, 1.3509e-03, 8.3340e-03, 4.2542e-02,
-1.6104e-02, 1.2809e-02, 2.9572e-02, 5.8179e-02, -3.6481e-02,
3.0526e-02, -8.4603e-02, 5.1076e-02, 4.0806e-02, -3.0782e-02,
6.6680e-02, -1.2016e-01, -2.2733e-02, 5.8033e-02, 5.4189e-02,
-1.3043e-01, 1.0153e-01, 2.9609e-01, -1.8589e-02, -4.6406e-02,
1.3512e-01, -3.4498e-03, -6.5576e-02, 1.8742e-01, 1.3298e-02,
3.7263e-02, 1.1932e-01, -8.9743e-02, 5.6734e-02, -2.0137e-02,
2.5011e-02, -2.3719e-02, -9.5847e-02, -4.3998e-02, -2.1849e-02,
5.1450e-02, 4.2698e-02, 6.3595e-02, 2.4597e-02, 7.2584e-02,
6.5122e-03, 2.6608e-03, -4.8051e-02, 7.0002e-02, -1.5126e-02,
-1.9522e-01, 1.9708e-02, 5.7967e-02, -7.3715e-02, 7.2683e-02,
-7.0095e-02, -9.5439e-03, -5.8666e-02, 6.1917e-03, 3.3085e-02,
-4.1493e-02, 1.6260e-02, -1.3799e-02, 1.1630e-01, 9.4465e-02,
3.9397e-02, 2.6274e-02, 5.9502e-02, 5.7140e-02, -9.2618e-03,
7.8001e-02, -5.3141e-02, -8.1943e-02, -3.7636e-02, 1.5324e-02,
9.7593e-03, -7.9772e-02, 6.3159e-02, 4.7794e-02, 1.0197e-01,
1.1771e-01, -6.4839e-02, -1.2753e-01, 5.4875e-02, 3.0861e-03,
-1.4958e-01, 4.5680e-02, -4.2291e-02, -6.4291e-03, 6.2025e-02,
-5.2953e-02, 2.5302e-02, 9.0947e-03, -3.1766e-03, 3.0761e-02,
2.7711e-02, -3.1914e-02, -1.8466e-02, -3.8262e-02, 1.4838e-01,
6.1784e-02, 6.2981e-03, -3.5582e-02, 5.5635e-03, -2.9490e-01,
-6.1489e-02, -7.9749e-02, 9.7432e-03, 9.3402e-02, 5.1347e-02,
4.2642e-02, 1.9146e-02, 1.1832e-02, -7.3436e-04, -2.0602e-02,
4.3503e-02, 8.0148e-02, -1.2580e-02, 2.3645e-01, 8.4515e-02,
9.6547e-02, 5.0556e-02, -9.2555e-02, 3.0900e-02, -5.5753e-03,
3.0207e-02, 2.9732e-02, -6.2304e-03, 4.2154e-02, 2.3368e-01,
-1.5933e-02, -2.6307e-02, 6.0919e-04, -3.2786e-02, 1.3980e-01,
1.0579e-01, -3.2157e-02, 3.0285e-02, 3.8146e-02, -7.8781e-02,
-8.6736e-02, 6.9145e-02, 1.2014e-01, 3.8718e-02, 5.4659e-02,
3.0287e-02, -9.7635e-02, -5.7852e-02, 4.8691e-02, 6.8244e-02,
-1.1707e-01, 5.8774e-02, -8.4851e-02, -9.4136e-03, 9.3485e-03,
-6.8615e-02, 3.0396e-02, -5.4114e-02, -8.9939e-02, -7.7993e-02,
-6.3475e-02, 4.7838e-02, 3.2261e-02, -4.2250e-02, -4.1680e-02,
-5.9075e-02, -1.5343e-01, 5.2874e-02, -6.2091e-03, -4.4428e-02,
-3.4765e-02, 3.5839e-02, 6.8971e-02, 3.5709e-02, -5.4272e-02,
1.2441e-02, -7.6114e-02, -1.9220e-02, -1.6969e-03, -8.5312e-02,
-6.9646e-02, -7.1515e-02, -1.0475e-02, -7.4697e-02, -2.1777e-02,
1.1899e-01, -2.2111e-03, -8.2353e-02, -8.8541e-02, -4.5064e-02,
-3.4053e-02, 5.7925e-02, 6.5361e-02, 6.6167e-03, -6.8402e-02,
-9.4327e-02, 1.9844e-02, 3.4364e-02, -1.6919e-02, -4.8306e-02,
1.4740e-02, -2.1534e-02, -6.0220e-02, 4.0632e-02, 6.7462e-03,
-1.1473e-01, -2.2923e-02, -5.8686e-02, -1.2304e-01, 5.3991e-02,
-1.0088e-01, 6.5921e-03, 4.9131e-02, 9.0214e-02, -3.0310e-02,
-4.5907e-02, 3.6947e-02, 7.5057e-03, -7.7736e-03, 1.8583e-02,
2.9966e-02, -2.2640e-02, -2.2470e-04, -7.9029e-03, 4.9109e-02,
3.9032e-02, -1.0776e-01, -7.1116e-03, 4.8904e-02, 5.0920e-02,
3.4887e-02, -3.0811e-02, 1.6189e-02, -1.3178e-01, -8.9804e-02,
1.4824e-02, -1.8802e-02, 6.0886e-03, -1.1422e-01, -6.3219e-03,
-4.2018e-02, 3.1514e-02, -8.0856e-02, -8.0634e-03, 1.4858e-02,
1.2165e-02, 1.0906e-01, 4.2437e-03, 2.6515e-01, 2.6288e-02,
-6.9911e-02, 4.1856e-02, -2.4367e-02, -1.3519e-02, 2.7515e-02,
-7.2752e-02, -4.9171e-02, 1.2646e-01, -5.1443e-03, 1.4199e-02,
-1.7477e-02, 9.9060e-02, 4.5822e-02, -1.2297e-02, 3.3351e-02,
1.0825e-01, 8.1389e-03, -1.0337e-01, -2.1556e-02, -5.3085e-02,
-5.1448e-02, -4.4824e-02, -2.3786e-02, -8.1858e-02, 4.0039e-02,
1.0047e-02, 2.4610e-02, -1.8515e-02, 9.7204e-02, -3.4989e-02,
-1.4284e-01, 9.4589e-02, 3.4334e-02, -1.4299e-01, -3.2097e-02,
9.8927e-03, -5.5670e-02, -1.3189e-02, 3.4490e-02, 6.4050e-02,
-8.4145e-02, -1.3338e-01, -4.7592e-02])),
('model.decoder.embed_tokens.weight',
tensor([[ 0.0133, 0.0014, -0.0100, ..., 0.0032, 0.1063, 0.0098],
[-0.0130, -0.0162, -0.0178, ..., -0.0130, -0.0046, -0.0048],
[ 0.0850, -0.0390, 0.0089, ..., 0.0586, 0.0086, 0.0351],
...,
[ 0.0124, -0.0234, -0.0202, ..., -0.0045, 0.0237, -0.0065],
[ 0.0057, -0.0384, -0.0268, ..., 0.0055, 0.0128, -0.0037],
[-0.0084, 0.0112, -0.0183, ..., 0.0089, -0.0125, 0.0230]])),
('model.decoder.embed_positions.weight',
tensor([[ 0.0089, -0.0026, 0.0061, ..., -0.0035, -0.0028, 0.0123],
[ 0.0000, 0.0000, 0.0000, ..., 0.0000, 0.0000, 0.0000],
[-0.0658, 0.0658, -0.0143, ..., 0.0084, 0.0960, 0.0194],
...,
[ 0.0252, 0.0140, -0.0165, ..., -0.0010, -0.0031, 0.0025],
[ 0.0162, 0.0211, -0.0169, ..., 0.0092, -0.0036, 0.0053],
[ 0.0091, -0.0006, -0.0085, ..., 0.0022, -0.0001, 0.0057]])),
('model.decoder.layers.0.self_attn.k_proj.weight',
tensor([[ 2.8380e-02, 9.1249e-02, 1.8279e-02, ..., -5.8068e-02,
-4.5113e-02, -1.9162e-02],
[-5.1426e-02, 4.7676e-02, -2.0893e-02, ..., -1.7131e-02,
3.9171e-03, -6.7022e-02],
[ 1.2996e-02, -2.9634e-02, -6.3289e-02, ..., -3.1041e-02,
4.7518e-02, 5.4570e-02],
...,
[ 9.3456e-02, -1.8143e-01, -5.6927e-02, ..., 5.0850e-02,
-1.5100e-01, 5.2224e-02],
[-6.0617e-02, 8.2375e-02, -6.8200e-02, ..., -5.5793e-02,
3.0815e-03, 2.0456e-02],
[ 1.3288e-01, -1.5221e-01, 1.1285e-01, ..., 8.1589e-02,
-1.8890e-02, -6.7158e-05]])),
('model.decoder.layers.0.self_attn.k_proj.bias',
tensor([ 3.3912e-04, -1.9899e-04, 8.5233e-04, -4.1956e-04, 5.3029e-04,
1.6090e-04, 1.8797e-04, 2.2685e-04, 8.8931e-04, -1.7223e-04,
-2.2406e-04, 3.4737e-04, 1.5935e-03, -1.4851e-04, -1.0635e-04,
2.5963e-04, -3.6833e-04, -9.2628e-05, -6.8944e-05, 4.1618e-05,
1.9004e-03, -2.1814e-04, -1.3954e-04, 1.9421e-04, 2.8678e-04,
2.3667e-04, 2.4834e-04, 2.0358e-04, 9.5122e-05, 1.1846e-04,
1.2276e-04, -2.0849e-04, -8.5645e-05, 4.9106e-05, -1.3514e-03,
-2.1294e-04, -2.5560e-04, 2.3541e-04, -1.2399e-04, -3.1274e-04,
-3.5211e-04, -1.1348e-04, 2.5240e-04, 1.6177e-04, 6.5530e-05,
2.0120e-04, 1.4050e-04, -5.0858e-05, 1.8444e-04, -1.1080e-04,
1.0151e-04, 1.4815e-04, -2.8363e-04, 1.5125e-04, -2.2977e-04,
-1.5361e-05, -3.8696e-05, -3.2556e-05, -3.1448e-04, -7.0666e-05,
1.9272e-03, 7.8572e-05, -1.5379e-04, 1.6219e-04, -1.4278e-04,
3.1144e-03, 3.8896e-04, 1.1413e-03, 3.4661e-03, 3.6229e-04,
-1.9764e-03, -1.4502e-03, -1.4132e-03, -1.2248e-03, -9.9753e-05,
-7.5366e-04, -2.3353e-03, -1.4345e-05, 4.7724e-03, 3.1323e-03,
4.9826e-03, 1.1571e-03, -2.1774e-03, -4.2310e-03, -2.4645e-03,
1.7102e-03, 2.5475e-03, -3.9515e-03, 3.5592e-03, 1.4194e-04,
1.4311e-03, 2.3289e-03, -1.4107e-03, -1.6700e-03, -1.2450e-03,
5.0125e-03, 5.4006e-03, -6.2672e-04, 4.1378e-03, -3.6816e-03,
5.4250e-03, 5.0209e-04, -2.0749e-04, -5.8515e-03, 2.4919e-03,
-4.6652e-03, -7.4612e-03, -2.7428e-03, -1.7942e-03, -7.9878e-03,
-6.5591e-04, -2.8587e-03, 6.0991e-03, -6.7359e-03, 5.3972e-03,
1.5339e-03, -5.2109e-03, 2.3574e-03, -7.6191e-03, -6.2800e-03,
-7.0102e-04, 1.6354e-03, -2.5189e-03, 2.9637e-03, -1.1410e-03,
-1.6781e-03, -5.9559e-04, -6.2024e-03, -8.7759e-04, 4.6898e-03,
-6.2985e-03, -3.1006e-03, -7.0964e-03, 9.0640e-03, -9.0165e-03,
1.0597e-02, -3.4188e-03, 3.9332e-03, 1.8062e-03, 9.7815e-03,
4.2912e-03, 3.0495e-03, -2.1337e-03, 2.5655e-03, -1.9735e-03,
-3.7524e-03, -8.1937e-03, -9.1479e-03, 7.1334e-03, 1.0826e-02,
1.0095e-02, -2.7737e-03, -6.4273e-03, 3.4002e-03, -3.0621e-03,
-4.7439e-03, 3.9743e-03, 1.0826e-04, -8.5671e-03, -6.2665e-03,
5.1419e-03, 6.1226e-03, -6.9310e-04, 1.0598e-02, -1.8139e-03,
1.1246e-02, 4.2570e-03, -9.3923e-04, 3.0481e-03, -6.6028e-03,
-2.7848e-03, -1.3099e-02, -4.8747e-03, 7.1376e-03, -1.2616e-03,
-1.3244e-02, 5.8137e-03, 1.5976e-02, -3.1361e-03, -7.0458e-03,
8.7736e-04, -1.5304e-02, -7.8896e-03, -7.5699e-04, 2.6266e-04,
2.6038e-03, 8.9261e-03, 9.7887e-03, 2.9538e-04, 9.3668e-04,
2.7180e-03, -3.4485e-03, -4.1076e-02, -7.3528e-05, -2.8109e-03,
-2.1198e-03, 1.3114e-03, 1.2419e-03, 1.9489e-03, 1.8882e-04,
1.7927e-03, 6.7826e-03, 6.1662e-03, 3.8665e-03, 1.6189e-02,
-9.4154e-03, -2.9610e-04, -1.7827e-03, 1.3350e-02, -2.4322e-02,
2.9322e-03, -7.7899e-04, 1.2543e-02, -1.2174e-05, 7.9118e-03,
-3.2047e-03, 3.7967e-03, 3.9049e-03, -2.0740e-03, 3.5190e-04,
1.0152e-03, 4.7519e-03, -9.9106e-03, 1.4648e-02, 1.3686e-03,
7.5075e-03, 4.0955e-02, -2.0415e-03, 1.6752e-03, -4.9966e-03,
-1.3353e-02, -5.4180e-04, 8.7811e-03, -3.1383e-03, -9.1008e-03,
-4.6548e-03, -6.0037e-03, 3.4319e-03, 3.3696e-04, 7.1266e-03,
3.6925e-02, 5.2269e-05, -2.4602e-04, -4.2329e-02, -2.7407e-03,
-9.5223e-03, -3.5065e-03, 5.1883e-04, -1.9270e-03, -1.6743e-03,
-5.1743e-05, -3.0344e-03, -6.8888e-03, 1.8799e-02, -5.3199e-04,
1.1267e-04, -3.0324e-03, 1.8737e-03, -1.9243e-03, 7.2260e-04,
5.8435e-04, -1.4716e-03, -1.1398e-03, 1.9053e-03, -1.8782e-03,
1.1204e-03, -3.3412e-03, -2.0731e-03, 2.7725e-04, 2.1808e-04,
-4.8507e-04, -2.1445e-03, 1.7229e-03, -3.7695e-03, -3.2161e-04,
-1.6590e-03, -1.5756e-03, -1.3782e-03, 2.5565e-03, 9.5445e-04,
3.0138e-03, 4.4468e-04, 2.4344e-03, 2.5069e-03, 2.4811e-04,
1.9449e-03, -8.1807e-04, -1.6411e-03, 1.4960e-03, 2.3729e-03,
-1.6791e-03, -9.0325e-04, -1.0408e-03, -4.8316e-04, -5.0638e-05,
1.0468e-03, 1.7822e-03, -1.8695e-03, 8.6597e-04, 1.5125e-03,
-2.2282e-03, -4.5892e-04, 5.6277e-04, -6.9820e-04, -1.2536e-03,
-7.0435e-04, 2.2127e-04, -3.0500e-03, 3.3639e-04, 1.1162e-05,
-7.0647e-04, 6.8816e-04, -1.7371e-03, -1.2178e-03, -2.2642e-03,
1.7900e-03, -1.1699e-03, -5.5533e-04, 1.5051e-03, 1.2933e-03,
-4.7871e-03, -8.9103e-03, -1.5866e-03, 3.9408e-03, 1.0515e-03,
-3.6418e-04, -3.3396e-03, -3.9298e-03, -9.0634e-03, 9.4143e-03,
-2.6131e-03, 9.6355e-03, 6.1219e-03, 3.3892e-03, -4.2112e-03,
-4.5583e-03, -7.7624e-03, 5.6833e-03, -3.9251e-03, 5.2940e-03,
-8.3109e-04, -3.5095e-03, 1.5365e-03, -4.1352e-03, -4.5258e-04,
-3.3917e-03, -3.7345e-03, 1.2024e-02, -1.0307e-02, 1.1933e-02,
9.3018e-04, -2.6804e-03, 2.8122e-03, 5.0883e-03, 4.4065e-03,
1.5623e-04, -3.2652e-03, -4.5693e-03, -8.5768e-03, 3.0515e-03,
-5.0633e-03, -1.0431e-04, -7.9883e-04, 1.0097e-03, 2.2773e-03,
6.4086e-03, 5.8917e-04, 1.0979e-02, -2.9087e-03, 9.9586e-04,
-2.1335e-03, -4.1237e-03, 3.9487e-03, 6.6027e-03, -9.0471e-04,
-1.4890e-03, 2.1162e-03, -3.6847e-03, -3.1048e-03, -3.5546e-03,
-2.8863e-03, 1.0330e-02, -6.1806e-03, -6.6332e-06, -1.5796e-04,
-1.1062e-03, 2.2238e-04, 1.1306e-04, -1.5422e-04, 1.1939e-03,
-4.8607e-04, -9.2008e-04, -1.0915e-03, -8.1101e-04, -9.4153e-05,
9.9928e-05, 4.3215e-04, 6.2487e-05, 1.7800e-03, 1.0470e-03,
7.9020e-04, -1.9724e-03, -1.5008e-03, 6.4780e-04, -1.2546e-03,
-5.9895e-04, -5.7478e-03, 1.5103e-03, 2.1844e-03, 8.8996e-04,
7.1997e-04, -9.3107e-04, -1.8661e-03, -4.0005e-04, -5.4324e-04,
1.9486e-03, -8.2605e-04, 5.5443e-04, 5.3593e-03, 4.0501e-03,
4.9095e-04, -6.2820e-04, -1.3778e-03, -4.6430e-06, -2.3497e-04,
-2.3763e-04, -1.2184e-04, 1.5157e-03, -2.4209e-04, -3.4012e-04,
1.1060e-03, 1.5984e-03, 7.6357e-03, -1.5674e-03, 8.1728e-04,
-5.7986e-04, 2.4559e-04, 2.6283e-03, 1.2226e-03, -4.7781e-04,
-1.5199e-03, -6.6848e-04, -3.1184e-04, -1.1437e-03, 6.3024e-04,
2.4705e-05, -8.7121e-04, 2.5369e-03, 1.7878e-03, 8.4317e-03,
-3.1217e-04, 8.3183e-04, 7.0896e-04, 1.6670e-03, 5.6683e-04,
-6.7089e-03, -6.2376e-03, 4.7564e-03, -3.5189e-03, -6.6525e-03,
3.9441e-03, -1.8894e-03, -2.3998e-03, 3.1956e-03, 2.3875e-04,
8.0950e-03, -5.7745e-04, 3.7477e-03, -1.7021e-03, -2.2283e-03,
-2.2802e-03, -1.9397e-03, 3.5811e-03, 2.1594e-03, -7.1994e-03,
-3.2086e-03, 5.1046e-03, 8.7757e-04, 1.0782e-03, 3.9000e-03,
-1.5269e-03, 1.0941e-02, -1.5542e-03, -8.1197e-04, -4.9125e-04,
1.4972e-03, -2.3523e-04, 6.3889e-04, -2.2083e-03, -6.2246e-05,
4.3027e-03, 1.5620e-03, 2.2952e-03, 1.0727e-02, -7.3157e-04,
2.3205e-03, -7.3937e-04, 9.2458e-04, 1.1883e-03, -3.5105e-04,
3.1948e-03, -8.6399e-04, 6.4001e-04, -3.0835e-04, 3.3409e-03,
1.1299e-02, 5.9594e-03, -1.5631e-04, 1.6678e-03, 2.0087e-03,
-3.4656e-03, 1.5939e-04, 2.2332e-03, -2.9014e-03, -2.3557e-03,
6.3548e-04, 2.2610e-03, 4.2535e-03, 1.4436e-03, -1.5788e-03,
-3.1767e-03, -1.6168e-03, -1.5578e-03, -7.6355e-03, -5.1807e-05,
3.0196e-03, -7.3671e-03, 1.0335e-03, 1.2569e-03, 1.5623e-04,
7.1336e-03, -2.4893e-03, 6.7329e-03, -1.4872e-03, 2.9210e-03,
-1.8678e-03, 2.3024e-03, -9.4417e-04, 1.1675e-03, 8.8754e-04,
-3.0890e-03, 5.6077e-04, -2.0610e-03, -3.7763e-03, -8.4313e-03,
1.6827e-03, -2.2668e-04, 4.3510e-03, -3.1921e-04, 1.4730e-03,
-1.7988e-03, 9.9173e-04, 5.8587e-03, 4.7031e-03, 3.5704e-03,
3.5337e-04, 3.3499e-04, 1.9804e-03, 8.7544e-04, -7.5991e-03,
2.8708e-05, 1.7198e-03, 4.4166e-03, -2.4622e-03, -6.8480e-03,
-2.2534e-03, 2.9658e-03, -8.8038e-03, -6.4300e-03, 3.9485e-03,
-3.9939e-03, -6.4159e-03, -5.1394e-03, -1.0188e-03, 5.9403e-03,
3.8682e-03, 3.1763e-03, -2.0151e-03, -2.4183e-04, 3.8401e-03,
-1.0738e-03, -1.0118e-03, -6.1431e-04, 1.0365e-03, -1.2172e-03,
3.6543e-04, 7.6527e-04, -8.5605e-04, 5.8176e-04, -6.1179e-04,
2.0502e-03, -1.0456e-03, -5.9465e-04, 5.0094e-04, 9.9901e-04,
2.2292e-04, -1.7897e-03, -3.5308e-04, -3.6638e-04, -5.1812e-04,
-8.5536e-04, -1.9545e-04, -8.4608e-04, -8.2461e-04, 6.3334e-04,
3.5143e-04, 8.4800e-04, -3.2714e-04, 7.7521e-05, 4.1426e-04,
-2.8037e-03, 6.3137e-04, -1.3113e-04, 1.5510e-04, 1.0900e-03,
1.6361e-03, 2.6068e-04, 6.7060e-04, -4.9516e-04, 7.8110e-04,
1.5003e-03, -2.6525e-04, 1.9853e-04, -1.4327e-03, 5.7086e-04,
7.0199e-05, 7.7555e-04, 4.0383e-04, 1.4023e-03, -2.7393e-03,
-7.1375e-05, -1.0038e-03, -6.1461e-04, 1.0440e-03, 1.1271e-03,
-1.0737e-04, 1.2935e-03, -1.1370e-04, 6.5922e-04, -9.8755e-04,
2.0126e-02, -8.7884e-03, 2.4110e-02, 1.2097e-03, -1.4755e-02,
-1.4664e-02, -9.4309e-04, 4.1609e-03, -1.3817e-02, 1.5697e-04,
-1.1055e-02, -1.0796e-02, -3.6166e-03, -4.5137e-03, -8.2391e-03,
-1.6054e-02, -1.5236e-02, 1.9317e-02, -9.4754e-03, 2.9434e-02,
-4.4184e-03, -1.9455e-02, -1.3893e-02, -1.6479e-02, 3.8119e-03,
-2.1041e-02, -1.1610e-03, -7.6150e-03, -1.0583e-02, 1.3642e-02,
1.1034e-03, -8.6133e-03, -1.9136e-02, 5.7906e-03, 3.6298e-04,
-1.7411e-02, 1.2156e-03, -1.6906e-02, -8.9183e-03, 1.0674e-02,
7.4126e-03, -3.1067e-02, -7.9806e-03, 6.5468e-03, -7.8893e-03,
1.6662e-02, -2.7258e-03, 2.0631e-02, -5.7523e-03, 1.0384e-02,
-9.5368e-03, -7.0846e-03, -3.2039e-03, 7.0183e-03, -1.4504e-02,
1.4266e-02, 6.1367e-03, 1.5535e-02, -8.2705e-03, -1.8412e-03,
-4.9522e-04, -1.8403e-02, 4.0170e-03, -3.9276e-03, -4.3662e-03,
3.4638e-04, 7.9884e-03, -8.0868e-04, 3.3435e-03, -1.5407e-03,
-1.0751e-03, -6.4923e-03, -3.5647e-03, 2.8177e-03, -4.5962e-03,
-5.7790e-03, -3.3912e-03, 6.7124e-03, -2.7456e-03, 1.0093e-02,
1.3521e-03, 5.2014e-04, 1.3429e-03, 6.6836e-03, -3.8220e-04,
-7.6525e-03, 6.5761e-03, -1.2314e-02, 7.9999e-04, 7.9974e-03,
-9.9016e-03, 9.0023e-03, -4.4802e-03, 1.0878e-03, 1.3085e-02,
-2.4523e-03, -3.0996e-03, -3.0049e-03, -4.3450e-03, 7.4797e-03,
1.1348e-03, -6.0715e-03, 4.8227e-03, -2.9055e-03, 4.1093e-03,
4.7236e-04, 1.3285e-03, 4.7506e-03, -5.9090e-03, 2.3716e-03,
3.2717e-03, -8.3708e-03, 2.9163e-05, -1.0797e-03, -9.4701e-04,
-1.9744e-03, 2.3783e-03, -3.8958e-03, -8.1096e-03, -4.4966e-03,
-1.0069e-02, 1.0258e-03, -4.4829e-03, 8.1170e-03, -2.2489e-03,
4.1812e-03, -1.0444e-02, -3.3727e-03])),
('model.decoder.layers.0.self_attn.v_proj.weight',
tensor([[-2.2417e-02, -2.6528e-02, 1.3980e-03, ..., -2.3814e-02,
-1.4209e-02, -4.3759e-02],
[ 1.1839e-02, -3.5278e-02, 9.7484e-05, ..., 1.4757e-02,
-2.9177e-02, -5.4581e-03],
[-5.0614e-02, 1.1199e-02, 1.9623e-02, ..., -2.5443e-02,
-6.9175e-02, -5.2288e-02],
...,
[ 1.8859e-02, 4.1563e-02, -6.1928e-03, ..., -3.9201e-04,
-1.1691e-02, -1.9515e-02],
[-2.0988e-02, 1.8356e-02, -1.5994e-03, ..., -1.1567e-03,
1.4955e-02, -1.1018e-02],
[ 2.7794e-02, 1.9870e-03, -1.2516e-03, ..., 1.9080e-02,
2.2671e-02, -1.5880e-02]])),
('model.decoder.layers.0.self_attn.v_proj.bias',
tensor([-9.2286e-03, -2.6479e-02, 9.4436e-03, 3.9901e-02, -1.0016e-01,
-5.8276e-03, -6.4148e-02, 3.8562e-04, -7.5924e-03, -1.7810e-02,
-9.0413e-02, 7.4964e-02, 3.0671e-02, 1.3620e-02, -4.7175e-02,
-5.9079e-02, -8.6726e-03, -2.5563e-02, -6.1119e-03, -9.3984e-02,
-2.2877e-02, 2.8610e-02, 7.4575e-02, 6.5816e-02, -1.5807e-02,
-6.4909e-02, -1.4940e-01, 1.1348e-02, -4.2107e-02, -2.9944e-01,
-4.7657e-03, -9.0435e-02, 3.3190e-02, -6.9667e-02, 2.5371e-02,
-1.4732e-01, -1.9820e-02, -4.2792e-03, 2.5167e-02, 7.1853e-02,
5.6627e-02, -3.7689e-02, -2.0679e-02, -2.1649e-02, 1.2278e-01,
1.6135e-02, 8.9420e-04, -3.6182e-03, -1.5771e-02, 1.4203e-02,
-8.8070e-03, 1.8407e-02, -2.2890e-02, 9.4752e-03, 3.0630e-03,
-4.3599e-02, 8.0622e-02, 7.8808e-03, -1.4428e-02, -2.1310e-02,
5.9383e-05, -5.8424e-02, -1.1389e-02, 8.4642e-02, -1.0566e-01,
-6.6241e-02, -1.8122e-03, -2.3198e-02, -5.8482e-02, 3.7957e-02,
-5.3183e-02, 3.9030e-02, 5.6086e-02, -5.4078e-02, -1.1954e-03,
3.6914e-02, 3.1614e-03, -3.4806e-02, 5.2914e-02, -1.0237e-02,
-4.6533e-02, -9.8442e-02, -1.4096e-01, 1.6182e-02, 3.6174e-02,
-1.5550e-02, 1.2554e-02, -8.2110e-02, 8.4362e-02, -1.1186e-02,
-2.5657e-02, 1.5841e-01, -2.3949e-02, 2.5223e-02, -3.7398e-02,
1.8200e-02, -1.6134e-02, 7.0327e-02, 8.9864e-02, 3.0627e-03,
1.6932e-01, 2.7179e-02, -1.3703e-02, -2.9567e-02, 2.8078e-03,
4.8100e-02, 4.4113e-02, -1.0061e-01, 2.7840e-02, -6.6120e-02,
-2.9566e-02, 2.3383e-02, -4.0326e-02, -4.5684e-02, -1.4055e-02,
-4.2721e-02, 2.5769e-02, -2.1658e-02, 1.9903e-02, -6.0062e-02,
-7.7453e-03, 2.4431e-02, -1.0219e-01, -3.8929e-02, 4.3528e-03,
-6.6141e-02, -6.8788e-02, -3.3625e-02, -6.2919e-02, 7.0392e-02,
-4.1532e-02, 8.2456e-03, 2.1053e-02, -4.4083e-02, -9.3124e-02,
-2.1986e-03, 3.0875e-02, 1.3151e-02, 4.9217e-03, -8.3041e-02,
-6.1508e-02, -3.7672e-03, -3.5734e-02, -5.1782e-02, 7.3453e-02,
2.5085e-02, -1.0836e-02, 5.4269e-02, 5.1523e-02, 4.2326e-03,
-7.6196e-04, 1.0292e-01, -1.4972e-02, -4.0906e-02, -1.8786e-02,
-9.3108e-03, 6.6162e-02, -1.3084e-03, 5.0211e-02, -8.2413e-03,
-5.7680e-02, 6.8699e-02, -9.0732e-02, -5.2266e-02, -3.4429e-02,
1.0197e-01, -4.8044e-03, 6.8859e-02, -4.4130e-02, -1.0678e-01,
-1.4856e-02, -2.3895e-02, 2.6811e-02, -6.4556e-02, 2.1927e-02,
-1.1162e-02, 4.0435e-02, -8.2084e-03, 4.3848e-02, 4.4258e-02,
-4.5217e-02, -4.5579e-02, 1.4732e-02, -6.2392e-03, 1.7122e-02,
2.4629e-02, 1.5635e-02, 8.9711e-02, 1.4904e-02, 6.4825e-02,
-1.1714e-02, -4.3542e-02, -3.4610e-02, 8.8981e-02, -3.2752e-02,
-8.7562e-02, -2.0275e-02, -5.7631e-02, 5.2998e-02, 1.3748e-02,
6.4652e-03, -3.4720e-02, 9.7718e-02, -6.0783e-02, -9.2717e-03,
9.6235e-02, -3.5454e-02, -1.7945e-01, 4.2108e-02, 3.6240e-02,
1.1221e-02, 3.4179e-02, -9.5312e-02, 2.4388e-02, -1.1237e-02,
-7.4370e-02, -3.1455e-03, 1.2406e-01, 5.0613e-02, -5.5787e-02,
1.8302e-02, 2.4194e-02, 1.1223e-01, -8.5254e-03, -6.6495e-02,
3.7873e-02, -2.2789e-01, 2.1216e-02, 4.6956e-02, 1.8538e-02,
-7.3149e-02, -6.7108e-02, -4.7765e-03, 6.2801e-02, 6.5831e-02,
-4.9737e-02, 5.9240e-02, 4.3524e-02, 9.1855e-03, -9.1557e-02,
-4.2636e-02, 1.5808e-01, 4.7927e-02, -1.7849e-01, -5.5413e-02,
-1.5639e-02, -9.4742e-04, -5.9507e-02, 8.6020e-02, -1.1015e-02,
1.9288e-02, 8.1460e-02, -5.4940e-02, -9.8755e-03, -1.9385e-02,
4.7067e-02, 3.0150e-02, -2.9459e-03, -1.0380e-03, -1.4065e-02,
-2.3977e-02, 3.3861e-02, -2.6087e-02, -4.0797e-01, -1.8284e-02,
2.6140e-03, 2.0972e-02, -1.6939e-02, -3.9652e-02, 1.1725e-02,
3.9423e-02, -6.2867e-02, -4.0242e-02, -2.6175e-01, -1.9735e-03,
-2.3598e-02, -2.4960e-02, 4.5237e-02, -3.6333e-02, -7.7475e-03,
1.8711e-03, 6.8492e-03, 9.6525e-03, 2.9948e-02, 3.8568e-03,
-5.1879e-05, 1.7521e-03, 3.0090e-03, 1.4849e-02, -6.4973e-03,
-9.2316e-03, -4.3387e-02, -2.6927e-02, -1.4268e-02, 2.1073e-02,
8.8402e-03, -5.6539e-02, 1.7892e-02, -1.4975e-03, 2.2047e-02,
-1.8415e-02, 2.3827e-02, 3.6311e-03, 6.2366e-02, -2.6641e-03,
1.6000e-02, 3.1267e-02, -5.6325e-01, -3.4650e-02, 1.0409e-03,
-3.7927e-01, -2.9907e-02, -8.5831e-03, 7.4615e-03, -7.6091e-02,
4.8469e-02, 2.0205e-02, -6.7228e-02, 1.3869e-02, 4.1030e-02,
-1.0627e-01, -3.4117e-02, -7.3132e-02, 1.0554e-01, -3.6137e-02,
-3.7883e-02, -6.7327e-02, 8.4400e-02, -6.4599e-02, 9.2940e-02,
1.8300e-02, -5.2806e-02, 8.6432e-02, 3.2486e-02, 9.5116e-02,
-8.5853e-04, -3.1623e-02, 2.4467e-02, -1.4955e-02, 1.4869e-02,
-6.8003e-02, 2.1777e-02, 1.5791e-02, -3.0183e-02, 7.1405e-02,
-4.9491e-02, -1.7844e-01, -5.3800e-02, -8.1331e-03, 3.3448e-02,
3.1633e-03, 1.0430e-02, 2.5514e-02, 4.1507e-02, -4.2399e-02,
-3.9704e-02, 1.5068e-02, -7.9642e-03, -1.1867e-01, -4.6124e-02,
1.7878e-03, 1.5421e-02, 4.7418e-02, 7.3302e-02, -5.5294e-03,
-3.1082e-02, 2.9072e-02, 4.6891e-02, 4.9678e-02, 4.3343e-02,
2.4351e-02, -3.0105e-03, -4.7668e-02, 1.2341e-02, -5.8959e-02,
-1.8132e-02, 4.9808e-02, 4.9642e-02, -2.8756e-02, -1.2219e-02,
-8.4865e-03, -2.6793e-02, 2.1778e-02, 2.9390e-02, 4.0550e-02,
-5.6161e-02, 3.0391e-02, -7.0743e-03, -1.5197e-02, -9.9333e-03,
-2.3255e-03, 1.4077e-02, -4.7814e-02, -1.1005e-02, -6.0957e-02,
5.6050e-02, -5.1598e-03, -3.2914e-02, 2.9871e-02, -4.4840e-02,
3.1345e-02, -1.3530e-02, -1.0819e-01, -3.5604e-02, -1.9366e-02,
-6.9274e-02, 2.2984e-02, -6.6637e-02, -3.5076e-02, -2.0007e-02,
5.6849e-02, -1.3247e-02, 3.8467e-02, 1.8163e-02, -5.9815e-02,
-4.6242e-02, 1.8456e-02, 4.2686e-02, 9.8328e-03, 8.5715e-02,
3.4709e-02, 9.5067e-03, -3.9583e-02, 3.8022e-02, -6.1801e-03,
-3.3756e-02, 7.7940e-03, 2.5131e-02, -7.4076e-02, 1.0594e-02,
-2.1860e-02, -8.2657e-03, -2.5775e-02, -3.0621e-02, 2.7304e-02,
4.5305e-02, 4.3325e-03, 3.4809e-02, 1.4417e-02, -3.4700e-02,
9.3450e-03, 5.3039e-02, 1.1072e-02, -1.3704e-02, -1.7325e-02,
-2.7086e-03, 1.4124e-02, -2.0426e-02, -3.4392e-02, -2.0332e-02,
-9.3249e-02, 1.5077e-02, 1.8881e-02, 5.5462e-02, 1.3432e-02,
-4.3641e-02, -1.8892e-01, -2.8288e-01, -3.5415e-03, 5.2274e-02,
-1.3096e-02, 1.4065e-01, -1.1974e-02, -1.4393e-01, -9.9041e-03,
-1.9193e-02, 4.5451e-03, 2.5345e-02, 2.3839e-02, 5.2810e-03,
1.0606e-02, -3.9758e-02, 1.8672e-02, 3.3777e-02, 7.3147e-03,
-1.4213e-02, 3.7129e-01, -9.3774e-03, -4.0663e-02, -1.3184e-02,
-9.3957e-03, -8.7619e-04, 8.8047e-03, 5.5790e-03, -1.7439e-02,
3.0816e-03, 2.9717e-02, -2.6616e-03, -2.1513e-02, 8.2924e-03,
2.8453e-03, -4.2855e-02, 7.9753e-04, 8.6785e-02, 8.8688e-02,
-5.9413e-02, -4.6143e-03, 3.6043e-02, 1.5724e-02, -2.3246e-02,
-6.3712e-03, 3.0261e-02, 1.4515e-03, -1.1713e-02, 1.4217e-01,
8.9467e-02, -1.0225e-01, 1.2951e-02, -4.6907e-03, 2.2943e-02,
-1.3925e-02, 1.1197e-02, 4.0370e-03, 6.8086e-03, -3.5561e-02,
-1.2452e-02, 3.6235e-03, -1.3570e-02, 2.7796e-02, 4.9325e-03,
-1.8241e-02, -1.7538e-02, 2.1500e-03, -1.5460e-02, -4.4846e-02,
5.1159e-01, -2.6800e-02, 1.9139e-03, -1.9713e-02, -3.4830e-02,
-4.1611e-01, 1.2562e-02, 7.1843e-01, -1.9726e-02, -1.1196e-02,
-1.3648e-02, 1.6914e-02, -2.2954e-03, 1.8162e-02, 3.6075e-02,
-5.4880e-02, -3.8813e-02, -5.0751e-02, -7.0600e-03, -2.0386e-03,
4.0806e-02, 1.5378e-02, -3.9220e-02, -4.0618e-02, -1.7851e-02,
9.5272e-03, 3.6926e-02, -1.4842e-02, -1.6068e-02, 2.6771e-03,
-2.1172e-02, 4.0392e-02, -1.6277e-02, 1.6202e-02, 2.8464e-02,
-1.3970e-02, -5.6638e-03, -1.8450e-01, -2.3652e-02, 2.2224e-02,
-1.2461e-02, 3.7995e-02, -3.4803e-03, 3.6658e-02, -3.7278e-03,
3.0308e-02, -5.8941e-02, 3.3423e-02, 3.1576e-02, -9.0331e-03,
6.0922e-02, -4.6525e-02, -5.5099e-02, 1.1741e-01, 2.8679e-02,
2.5101e-02, -1.1966e-02, -5.4251e-02, 1.7462e-03, 4.5153e-02,
-9.4600e-03, -7.2645e-02, 4.9049e-03, 8.3917e-02, -2.3108e-02,
4.9129e-02, -5.6859e-03, 3.0543e-03, -1.9070e-02, -2.1913e-02,
-1.1234e-01, 5.6812e-02, -4.8561e-02, 6.9239e-03, 3.2957e-02,
5.8005e-03, 2.6044e-02, -1.2386e-02, 6.6596e-02, -8.6401e-02,
-8.2392e-02, 6.9493e-03, 2.0865e-02, -6.1268e-02, -1.5587e-03,
6.9892e-02, 4.8998e-02, -1.9793e-02, -3.1022e-02, -5.1835e-02,
-1.0224e-02, -2.1144e-02, -5.3269e-02, -5.5503e-02, 1.9262e-02,
-1.1836e-02, -9.8563e-03, -2.0775e-02, 7.9362e-02, 3.3028e-02,
3.3211e-02, -6.7487e-03, -3.1901e-02, 3.5586e-02, -1.1233e-01,
-7.8922e-02, -2.2668e-04, 1.3062e-02, 2.0180e-02, 3.7176e-02,
1.7955e-02, 7.7639e-02, -5.8237e-02, 1.8460e-01, 4.2041e-03,
-3.8488e-02, 1.7618e-01, -1.5213e-01, 3.5835e-02, 4.6415e-02,
1.6845e-02, -4.5711e-03, 2.0295e-04, 3.8878e-02, -8.2297e-02,
2.7278e-01, -3.9225e-03, 1.4583e-02, -3.5281e-03, -4.5621e-02,
3.4421e-02, 4.8702e-02, 1.3052e-02, -2.7395e-02, -1.6251e-02,
1.5899e-02, 1.3972e-01, 7.8873e-03, 3.8503e-02, -6.8455e-03,
3.5171e-02, -6.3197e-03, -1.0346e-02, 8.5931e-02, 2.8783e-02,
-7.4252e-02, -3.3578e-03, 3.6099e-03, -1.2885e-02, 2.0330e-02,
1.4846e-02, -3.3909e-02, -8.3833e-03, -9.1675e-02, -9.4776e-02,
-4.6158e-02, -7.7476e-02, -1.8588e-01, -1.3426e-02, -2.3288e-02,
-9.2465e-02, 2.3724e-02, -3.0976e-02, 3.1971e-03, 7.3080e-02,
7.4641e-02, 6.9636e-02, -6.6180e-02, 7.3378e-02, -8.7910e-02,
-1.9179e-02, 7.5646e-03, 2.0212e-03, 4.4884e-02, 8.9482e-02,
-1.7025e-02, -3.2345e-02, 4.4690e-03, 1.7477e-03, 6.1197e-03,
7.5551e-02, -1.7691e-02, 8.6887e-03, 7.4221e-01, -5.5655e-04,
-3.3090e-02, -1.5948e-02, 4.9882e-02, -6.5121e-03, 1.3836e-02,
5.2948e-02, 7.2948e-03, -2.3331e-02, 1.4356e-01, -1.0620e-02,
1.2958e-02, -2.2703e-02, -3.1191e-02, -3.6804e-02, 8.5255e-03,
3.1470e-04, -1.9347e-01, 6.5183e-02, 1.4128e-02, 1.9052e-02,
3.5020e-03, 1.8819e-03, -2.8714e-02, -1.1521e-02, 1.3652e-02,
5.7022e-02, -7.0475e-03, -2.2465e-02, -8.5326e-03, 1.4316e-02,
-2.4016e-02, 4.3711e-02, 1.4703e-03, 4.4304e-02, -2.3481e-02,
1.3554e-03, -3.3933e-02, 3.0557e-02, 1.0855e-01, -1.7349e-02,
4.3387e-02, 4.3288e-02, 1.8272e-02, 1.3899e-02, 7.5946e-03,
5.4937e-02, -3.9940e-03, 2.2983e-02, -2.2505e-02, -1.3284e-02,
1.0262e-02, 1.2865e-02, -4.8951e-01, -4.9211e-03, 1.7811e-02,
-7.4767e-03, 2.5905e-01, 2.8514e-03])),
('model.decoder.layers.0.self_attn.q_proj.weight',
tensor([[-0.0247, -0.0469, 0.0523, ..., 0.0192, 0.0077, -0.0028],
[-0.0448, -0.0021, -0.0478, ..., 0.0017, -0.1092, 0.0644],
[-0.0179, -0.0140, -0.0275, ..., 0.0029, -0.0156, -0.0063],
...,
[ 0.0408, -0.0440, 0.0531, ..., 0.0183, 0.0805, 0.0658],
[ 0.0381, -0.0141, 0.0212, ..., 0.1722, -0.0389, -0.0806],
[-0.0452, 0.0724, -0.0911, ..., -0.0529, -0.0053, -0.0666]])),
('model.decoder.layers.0.self_attn.q_proj.bias',
tensor([ 1.4591e-01, 4.5244e-02, -6.6483e-01, -1.9540e-01, -6.2807e-01,
1.5653e-01, 2.2239e-01, 4.0492e-01, -9.6548e-01, -1.1194e-03,
1.1472e-01, 5.2679e-01, -1.7251e+00, -2.4477e-01, -1.4223e-01,
3.7710e-01, 6.8791e-01, -2.3956e-01, -2.7974e-01, -4.5383e-02,
4.1845e-01, 1.1010e-01, -2.7624e-01, 2.8282e-01, 3.5906e-01,
3.3968e-01, -2.3797e-01, -2.0125e-01, 3.2367e-01, -8.5849e-02,
2.5278e-01, -5.0135e-01, 2.1198e-01, 1.7665e-01, -6.3260e-02,
1.7654e-01, 4.2069e-01, -1.5753e-01, -1.2174e-01, -9.9297e-01,
9.4387e-01, -4.4887e-02, 2.1347e-01, 2.7103e-01, -4.9016e-01,
8.5178e-02, 2.8007e-01, -2.2859e-03, 2.3289e-01, -3.9072e-01,
1.1762e-01, -9.2986e-02, 4.4906e-01, -5.1530e-01, 5.7160e-01,
7.3883e-03, -2.6816e-01, 2.8549e-01, -3.3119e-02, -1.1313e-01,
6.6504e-01, 5.6746e-02, -7.9194e-02, -2.3506e-01, 2.4365e-01,
-4.3150e-01, -1.8333e-01, -7.3704e-01, -9.6206e-01, 9.1201e-02,
-1.5884e-01, 1.7740e-01, 4.5348e-01, 3.4479e-01, 3.4412e-01,
9.5561e-02, 7.3908e-01, -2.6275e-01, -6.7350e-01, -7.8858e-01,
-9.5597e-01, -7.0222e-01, 6.4913e-02, 8.0709e-01, 4.1402e-01,
-1.2598e-01, -7.0252e-01, 9.9637e-01, -1.0185e+00, -3.2714e-02,
-2.8034e-01, -1.1861e+00, 6.1071e-01, 3.5746e-01, 2.4918e-01,
-1.2398e+00, -1.2751e+00, -6.8494e-02, -8.2206e-01, 6.3812e-01,
-6.3193e-01, 2.5643e-01, 1.6564e-01, 1.4446e+00, -8.5965e-01,
1.1171e+00, 1.5761e+00, 5.7493e-01, 4.7036e-01, 8.6066e-01,
-5.1108e-01, 9.1158e-01, -8.8543e-01, 1.1163e+00, -8.8285e-01,
-7.1465e-01, 1.1246e+00, -1.0304e+00, 7.6287e-01, 8.7021e-01,
2.8886e-01, -8.2440e-01, 6.6760e-01, -5.3141e-02, 2.9136e-01,
3.5353e-01, 1.1275e-01, 9.5131e-01, 1.1060e-01, -3.9012e-01,
4.4245e-01, 3.3653e-01, 6.2846e-01, -9.2664e-01, 8.6270e-01,
-1.2359e+00, 3.4143e-01, -3.7045e-01, -1.5358e-01, -7.6326e-01,
-4.9631e-01, -1.7501e-01, 3.6131e-01, -3.9027e-01, 4.9632e-02,
2.0192e-01, 9.3867e-01, 9.9123e-01, -7.9009e-01, -1.0997e+00,
-9.3241e-01, 6.3243e-01, 8.0933e-01, -5.4550e-01, 1.6112e-01,
2.0633e-01, -4.1640e-01, 7.8812e-02, 7.8202e-01, 3.9256e-01,
-6.1101e-01, -5.9678e-01, 3.8499e-02, -1.0513e+00, 3.3420e-01,
-1.1024e+00, -1.7276e-01, 1.5391e-01, -3.7963e-01, 7.1403e-01,
2.7472e-01, 1.4344e+00, 4.4368e-01, -5.0704e-01, 8.1868e-02,
1.1060e+00, -6.0879e-01, -1.2993e+00, 5.1406e-01, 8.9274e-01,
-2.6976e-01, 1.1391e+00, 8.9986e-01, 3.1196e-02, -7.7203e-02,
-3.7886e-01, -6.7928e-01, -9.4804e-01, -1.7347e-01, -3.3110e-02,
-2.4936e-01, 3.8883e-01, -1.5700e+00, 1.5597e-01, -4.3342e-02,
-6.8888e-02, 1.8733e-01, 1.3547e-01, 3.4111e-01, -9.0269e-02,
1.5128e-01, 4.8690e-01, 1.0376e+00, 2.0163e-01, 6.3818e-01,
-3.6474e-01, 2.6652e-01, -6.7042e-02, 7.9589e-01, -9.9006e-01,
2.1906e-01, -9.0827e-02, 4.9482e-01, -9.7840e-02, 4.2934e-01,
1.6863e-02, 1.8417e-01, 3.8824e-01, -2.8127e-01, 4.7071e-02,
1.3835e-01, 5.0137e-01, -5.9400e-01, 8.2776e-01, 3.0734e-01,
5.5097e-01, -1.6540e-01, -2.7166e-01, 3.1162e-01, -3.2746e-01,
-1.1517e+00, -8.0200e-02, -7.1929e-02, -1.9218e-01, -6.6736e-01,
-1.8521e-01, -5.5225e-01, 4.1526e-01, -4.9131e-02, 4.0234e-01,
8.5695e-02, -8.5097e-02, -1.2312e-02, -1.9075e+00, -4.7365e-01,
-6.7715e-01, -1.1950e-01, 2.1897e-01, -1.8915e-01, 8.9470e-02,
2.7061e-01, -2.1212e-01, -4.6178e-01, 1.1110e+00, -1.1402e-01,
3.8666e-02, -9.0206e-01, 3.3183e-01, -8.4470e-01, 1.1443e-01,
5.8903e-01, -5.8591e-01, -4.1519e-01, 9.2167e-01, -8.7298e-01,
5.8061e-01, -1.0918e+00, -1.3854e+00, 1.7947e-01, 5.0103e-02,
-1.9778e-01, -7.0929e-01, 1.0552e+00, -1.2953e+00, -2.1462e-01,
-5.3305e-01, -8.6791e-01, -9.6205e-01, 1.0397e+00, 3.0735e-01,
8.8900e-01, 2.1383e-01, 9.7637e-01, 9.8773e-01, 1.7018e-01,
5.3743e-01, -3.4141e-02, -7.2987e-01, 5.4103e-01, 6.9191e-01,
-6.9981e-01, 1.2056e-02, -4.3758e-01, -2.7819e-01, -5.1847e-01,
8.2744e-01, 7.0551e-01, -1.0640e+00, 3.1623e-01, 7.6736e-01,
-9.1348e-01, -4.3064e-01, 6.0730e-02, -3.9476e-01, -4.8634e-01,
-2.3531e-01, 1.3106e-01, -8.4832e-01, 2.8691e-01, 5.2749e-02,
-3.1946e-01, 1.8042e-01, -5.0736e-01, -2.4451e-01, -7.1948e-01,
6.6401e-01, -7.7297e-01, -3.5236e-01, 5.6632e-01, 7.0386e-01,
6.1054e-01, 1.2012e+00, -5.0474e-01, -3.7931e-01, -2.9978e-01,
-3.5101e-02, 5.1527e-01, 3.8617e-01, 1.1109e+00, -1.2209e+00,
2.6681e-01, -1.2555e+00, -7.6253e-01, -4.1570e-01, 3.1732e-01,
3.4372e-01, 1.0727e+00, -9.1464e-01, 6.2773e-01, -7.5624e-01,
2.6014e-01, 3.7008e-01, -1.2201e-01, 4.2398e-01, 6.4111e-01,
1.5364e-01, 3.5581e-01, -1.4648e+00, 1.3029e+00, -1.6051e+00,
-4.5394e-01, 5.3552e-01, -3.7840e-01, -6.9573e-01, -4.4839e-01,
1.8134e-01, 3.2288e-01, 7.7218e-01, 1.4516e+00, -3.0283e-01,
4.0852e-01, 1.5625e-01, 6.6574e-02, -3.0912e-01, -2.5949e-01,
-5.5439e-01, -3.7855e-01, -1.0916e+00, 5.1995e-01, 6.5374e-02,
3.7007e-01, 4.7921e-01, -5.7667e-01, -7.4451e-01, 3.7505e-01,
1.3924e-02, -2.4075e-01, 4.3801e-01, 4.3483e-01, 3.5069e-01,
3.9167e-01, -1.0168e+00, 8.4741e-01, -6.2680e-02, 4.7515e-01,
-5.1547e-01, 2.0557e-01, -3.8002e-01, -2.5325e-01, -2.2408e-02,
4.9255e-01, -3.3522e-01, 2.7270e-01, 3.5914e-01, 2.1886e-01,
1.1989e-02, 2.2183e-01, -4.3984e-01, 7.6924e-01, -6.1583e-02,
3.3990e-01, -1.9285e-01, -3.0588e-01, -4.2817e-01, 1.9035e-01,
-2.2949e-01, -2.4334e-01, 6.0369e-01, 3.7940e-01, 1.8627e-01,
-7.5564e-03, -3.2908e-01, -6.5044e-01, 5.7716e-01, 1.1770e-01,
4.6212e-01, -4.6884e-01, -1.4507e-01, 2.9626e-02, 8.4426e-01,
-9.8440e-01, -2.0405e-01, -3.2924e-01, -9.6347e-03, -4.9506e-01,
-2.8398e-02, -4.4603e-03, 5.6032e-01, -4.4563e-01, -4.8421e-02,
9.3763e-01, 4.4430e-02, -7.0125e-01, -1.8122e-01, -1.0400e-02,
3.2109e-01, 5.8533e-01, -4.3611e-01, -7.7650e-01, -1.4867e-01,
-4.9370e-01, 1.0773e-01, -3.0147e-01, -2.8027e-01, -2.3224e-02,
-5.2550e-01, -3.4985e-01, 7.5674e-01, -2.2914e-01, -4.1920e-01,
4.7607e-02, -3.9647e-01, -2.3290e-01, -6.4076e-01, -2.9563e-01,
1.5570e-01, 7.7772e-01, -7.8933e-01, 5.1276e-01, 8.9366e-01,
-7.1656e-01, 2.2036e-01, 1.0272e-01, -1.8236e-01, -1.9746e-01,
-6.5124e-01, -3.3627e-02, -5.0887e-01, 1.4790e-01, 3.5008e-01,
8.2550e-01, 1.1464e-01, -4.4689e-01, 3.9930e-01, 9.4271e-01,
2.6860e-01, -4.5045e-01, 9.2473e-02, 1.3467e-01, -5.4160e-01,
3.9243e-01, -1.1555e+00, 3.9063e-01, 3.4260e-01, 2.8990e-02,
-1.4877e-02, 2.2078e-01, 2.6538e-01, 5.8363e-01, -1.3167e-02,
-4.0013e-01, -3.6671e-01, -2.2782e-01, -7.3262e-01, 8.6681e-02,
1.1520e-01, 1.7755e-01, -2.9360e-01, -1.3852e-02, -1.9500e-01,
-1.8056e-01, -2.9203e-01, -3.1787e-02, 9.0241e-02, -5.1047e-01,
-7.6767e-01, -6.4210e-01, -1.3211e-01, -1.5180e-01, -6.1056e-01,
3.7711e-01, -5.2189e-01, 5.3481e-01, -8.5619e-03, -2.2271e-01,
1.4484e-01, 8.0174e-02, 2.0695e-01, -9.1969e-02, -5.6041e-01,
-6.6549e-01, 2.2023e-01, -2.3258e-01, -4.4604e-01, -9.8948e-02,
7.3144e-01, -8.5909e-01, -2.6877e-02, 2.1866e-01, 1.1720e-01,
1.1924e+00, -5.5394e-01, 5.3286e-01, -3.3282e-01, 4.4472e-01,
-1.4321e-01, 5.5959e-01, -2.9654e-01, -6.7037e-02, 3.2740e-01,
-3.3090e-01, 2.4177e-01, -7.0970e-01, -7.0681e-01, -9.2220e-01,
1.1819e-01, -3.7909e-01, 7.8498e-01, -7.0163e-01, -3.7117e-02,
-1.3943e-01, 2.6639e-02, 6.2605e-01, 7.7148e-01, 5.6501e-01,
1.8449e-01, -2.7360e-01, 1.3067e+00, 1.1448e-01, -5.6781e-01,
-4.0408e-01, 3.3272e-01, 4.0580e-01, -3.2590e-01, -1.2628e+00,
-5.6074e-01, 6.9607e-01, -1.3693e+00, -1.2178e+00, 1.2344e-01,
-4.0547e-01, -3.3437e-01, -9.4597e-01, -2.3459e-01, 1.8791e-01,
7.3296e-01, 2.4465e-01, -2.5766e-01, -8.9095e-02, 1.0491e+00,
-6.2999e-01, -7.7105e-01, 6.8841e-01, 9.8113e-02, -1.0104e-01,
6.2113e-01, -3.5673e-01, -7.9404e-01, -3.7725e-01, 3.3134e-01,
5.5860e-01, -3.2735e-01, -3.9444e-01, 7.2131e-01, 1.7696e-01,
-2.6895e-01, 3.7280e-01, 2.0591e-03, 5.7886e-02, -5.8014e-01,
-4.2808e-01, -7.8598e-01, -2.3617e-01, -3.7291e-01, 2.9837e-01,
5.9458e-01, 7.3428e-02, -2.9804e-01, 3.2159e-01, -2.5150e-01,
-6.3683e-01, -7.3820e-01, 1.0800e+00, 3.3417e-01, 1.2894e-01,
-1.2131e-01, 2.4397e-01, 3.0182e-01, -1.0433e-01, 3.4688e-01,
9.5336e-01, -4.9788e-01, 2.0558e-01, -9.4192e-02, -3.0126e-01,
-1.8321e-01, -5.2515e-01, 5.7118e-02, 5.8704e-01, -1.0968e+00,
-1.8384e-01, -4.4157e-01, -3.3865e-01, -4.1507e-01, -9.9746e-02,
-1.1186e-01, 4.0827e-01, -4.0176e-01, -3.2683e-01, -6.7679e-01,
-9.3490e-01, 2.1376e-01, -1.2488e+00, 4.1113e-02, 1.0955e+00,
8.5269e-01, -1.2973e-01, -2.1203e-01, 9.2171e-01, 5.8520e-02,
6.3283e-01, 5.5592e-01, 8.1001e-02, 4.3205e-01, 5.0443e-01,
1.0660e+00, 4.6850e-01, -6.6003e-01, 4.1918e-01, -1.1619e+00,
2.9902e-01, 6.9170e-01, 1.0985e+00, 8.0260e-01, -2.0364e-01,
6.1323e-01, 7.7229e-02, 5.0926e-01, 4.7657e-01, -7.8000e-01,
9.0125e-03, 3.9471e-01, 1.1741e+00, -3.2785e-01, -1.1259e-01,
9.0944e-01, -7.8317e-02, 7.7403e-01, 6.4759e-01, -6.0151e-01,
-5.0016e-01, 1.3030e+00, 3.9125e-01, -3.8971e-01, 4.4407e-01,
-6.0825e-01, 2.6187e-01, -1.0174e+00, 3.8496e-01, -8.3701e-01,
4.9513e-01, 7.2296e-01, 1.3574e-01, -5.4576e-01, 5.1531e-01,
-6.7710e-01, -4.0457e-01, -8.2922e-01, 2.0236e-01, -1.6388e-01,
3.2129e-02, 8.4015e-01, -1.8166e-01, 2.6264e-01, -8.9359e-01,
-6.4173e-01, -4.8257e-01, 1.0771e+00, 4.5693e-01, 8.2358e-01,
9.8758e-02, -3.6037e-01, 1.0916e+00, 2.0764e-01, 6.6142e-01,
7.0442e-02, -3.4942e-01, -6.9778e-01, -2.5735e-01, -7.2524e-01,
4.9492e-02, -1.1038e+00, -9.7117e-01, -7.6422e-01, -6.3342e-01,
8.7019e-01, -6.6309e-01, 1.1790e-01, 4.1973e-01, -1.1200e+00,
4.0100e-01, 2.1963e-01, 4.6418e-01, 1.9329e-01, -8.2328e-01,
-3.4269e-01, 2.5092e-02, 1.7693e-01, -2.7635e-01, -8.8477e-01,
-4.2980e-01, 1.0080e+00, -1.0880e+00, 3.3301e-01, -6.4538e-01,
1.0110e-01, 6.4041e-01, 5.4064e-01, -1.2184e-01, -4.2209e-01,
-8.1771e-01, 7.4960e-01, 6.2915e-01, 3.8058e-01, -5.8477e-01,
2.9749e-01, -5.5358e-01, 4.1986e-01, 7.6145e-01, -2.6270e-01,
5.0808e-01, 3.1628e-01, -4.3344e-01, -6.8454e-01, -1.6250e-02,
-2.7982e-01, 1.1561e+00, 1.1814e+00])),
('model.decoder.layers.0.self_attn.out_proj.weight',
tensor([[-0.0419, 0.0279, 0.0331, ..., 0.0124, 0.0306, 0.0090],
[-0.0249, 0.0210, -0.0332, ..., -0.0089, -0.0088, -0.0339],
[ 0.0006, -0.0279, 0.0058, ..., -0.0278, -0.0365, -0.0093],
...,
[ 0.0351, 0.0288, 0.0756, ..., -0.0151, 0.0066, 0.0445],
[-0.0255, 0.0211, 0.0094, ..., -0.0030, -0.0507, -0.0110],
[-0.0216, -0.0085, -0.0072, ..., 0.0192, 0.0287, -0.0050]])),
('model.decoder.layers.0.self_attn.out_proj.bias',
tensor([-4.1604e-02, -1.0216e-03, 7.8690e-02, -1.6638e-02, 1.6932e-01,
4.8257e-02, -2.8692e-02, -2.2929e-02, 2.4164e-02, 1.4143e-01,
-6.2677e-02, 5.1063e-04, 1.8154e-02, 4.9559e-02, -5.1925e-02,
9.6276e-02, -1.0738e-01, -1.2982e-01, -1.1494e-01, 7.6378e-03,
-9.4526e-02, -9.0893e-02, -3.5952e-02, 7.1791e-02, -1.4199e-02,
-1.3824e-02, 1.1489e-01, -8.7448e-02, -9.0116e-03, 2.1917e-01,
-2.0042e-03, -1.4485e-01, 6.4053e-02, 1.6013e-01, 4.5092e-02,
-1.7973e-01, 1.7942e-02, 1.2690e-01, 1.4609e-01, 2.6000e-02,
1.5127e-01, -2.1094e-01, 1.4791e-01, 4.0945e-02, -8.1412e-02,
9.9650e-02, 1.1079e-01, -5.4811e-02, 5.2953e-02, 6.8693e-02,
7.8683e-02, -8.2306e-02, 9.2685e-02, 5.5338e-05, -3.3278e-02,
-3.4382e-02, 7.4946e-02, -5.8037e-03, -4.2118e-02, 6.6534e-02,
8.2160e-02, 1.1530e-01, -2.6031e-02, 1.0303e-01, 2.1332e-03,
4.3954e-02, 3.7822e-02, 4.6418e-02, -1.1335e-01, -1.2373e-01,
4.0155e-02, -6.0857e-01, -1.5829e-01, 5.2671e-02, 2.0752e-01,
9.1425e-03, 5.9442e-02, 5.4550e-02, 6.5339e-02, -9.1583e-02,
1.2044e-01, 1.4624e-01, -7.6692e-02, -6.2484e-02, -1.1228e-02,
8.7279e-02, -1.6992e-02, 3.2068e-03, 1.2832e-02, -1.0593e-01,
1.3647e-01, -2.7356e-03, 8.0681e-02, 1.0575e-01, 3.7487e-02,
9.6650e-02, -4.2493e-02, 1.0296e-01, -4.8750e-02, 9.9075e-02,
-4.8976e-02, -3.0574e-02, -1.7495e-02, 3.4008e-03, -5.1304e-02,
1.5702e-01, 1.5337e-01, 6.7680e-02, -2.6946e-02, 9.6830e-02,
-7.6221e-02, -6.0830e-02, 7.1174e-04, 8.3188e-02, 5.6049e-02,
9.7294e-02, 7.7370e-02, -6.1020e-02, -1.4292e-01, 3.2860e-02,
-6.7824e-02, -2.0036e-01, -1.9605e-02, 5.6838e-02, -2.0434e-02,
9.9654e-02, 1.0263e-01, -9.9503e-02, 6.0791e-02, -7.7740e-02,
-2.1179e-02, -2.7087e-02, 6.4232e-02, -3.8895e-03, -3.8212e-02,
-3.4547e-02, 1.0405e-02, 6.0368e-03, -5.2154e-02, -3.6942e-02,
-1.6161e-01, 7.1362e-02, 4.2641e-02, -1.2977e-01, 1.5967e-02,
-1.2376e-01, 1.7330e-01, 1.4776e-02, -5.4610e-02, 2.9633e-03,
-7.0530e-02, -1.5751e-01, -7.8531e-02, 7.3000e-02, 3.3003e-02,
1.3529e-02, -9.9627e-02, 1.2597e-01, 1.2387e-01, 5.4445e-02,
-6.1300e-02, 3.5270e-02, 2.8616e-02, -2.9987e-02, 9.1050e-02,
7.4544e-02, -1.3771e-01, -3.5313e-03, -3.3979e-03, 8.1745e-02,
1.0288e-01, -4.2527e-02, -6.5466e-02, -5.1661e-02, 1.0768e-01,
2.1319e-01, 1.5815e-01, -1.0402e-02, -2.0127e-02, 8.7482e-02,
5.4565e-02, 5.6563e-03, 1.5737e-02, 1.1380e-01, 8.3884e-02,
3.8932e-03, -5.3037e-02, -8.4189e-02, 9.5197e-02, 1.2226e-01,
7.7217e-02, -4.0003e-02, 5.0440e-02, 4.7194e-03, -6.1118e-02,
3.9310e-02, 6.7398e-03, -4.8180e-02, 1.3702e-01, -2.1261e-01,
6.4071e-03, 1.3975e-01, 1.9861e-02, 9.9336e-02, 3.2128e-02,
1.4937e-02, -1.4384e-01, 1.0997e-01, 5.4450e-02, 1.1749e-02,
2.0634e-05, 9.8318e-02, -1.9940e-01, 2.6132e-02, -5.0033e-02,
5.2466e-02, 5.5974e-02, 4.9284e-02, 1.4155e-02, 3.6117e-02,
8.8779e-02, 6.9510e-02, 1.4015e-02, -6.1386e-02, 5.9922e-02,
-1.4286e-01, 1.0019e-01, 3.1508e-01, -1.3142e-01, -9.7240e-03,
-1.2224e-01, -3.0366e-02, 4.2226e-02, 7.3366e-02, 7.4746e-03,
1.5220e-02, 1.0411e-01, 4.5163e-02, 4.5881e-02, 5.2032e-02,
6.2612e-04, 1.0996e-02, 7.8263e-02, 4.8426e-02, -4.7719e-02,
-1.3243e-02, 4.3722e-02, 1.0588e-01, 3.0168e-02, -2.2092e-02,
1.9452e-02, 6.8538e-02, -3.5796e-02, 6.7402e-02, 2.4960e-02,
-1.3181e-01, -1.7457e-02, 1.4333e-02, 6.1720e-02, -1.0027e-01,
-4.2093e-02, 1.1894e-02, 1.3636e-01, -4.4919e-02, 2.8965e-03,
8.3103e-02, -7.3750e-02, 1.3793e-01, -8.4398e-04, -8.7131e-02,
-6.7928e-03, -2.4929e-02, -8.0248e-02, -7.9172e-02, -8.2710e-02,
3.2178e-02, 3.1930e-02, -2.5644e-03, -2.3224e-02, 5.5585e-02,
1.0671e-01, 8.8675e-02, -1.1639e-01, 7.4627e-03, -1.3592e-01,
-8.7188e-02, 5.3457e-04, 6.5232e-02, -2.2389e-02, -3.5073e-02,
2.8599e-02, -2.5739e-03, 2.2136e-02, -2.6207e-02, -4.3723e-02,
-9.1772e-02, -8.5015e-02, -3.1428e-02, -2.9711e-02, -2.4165e-02,
2.7917e-03, 6.6274e-02, 3.8975e-02, -8.6661e-02, -1.1267e-01,
-6.1883e-02, 1.9860e-02, -9.8863e-02, -5.2487e-02, -7.1326e-02,
-2.3718e-01, -2.4500e-01, 3.0860e-02, 4.5681e-02, 2.0265e-01,
-4.8863e-02, -5.0971e-02, 2.2798e-02, -5.2620e-02, 1.3127e-01,
1.0374e-01, 2.1074e-02, 5.2870e-02, -2.8371e-02, -2.0349e-02,
9.2832e-02, -3.7420e-02, 6.7137e-02, 8.5157e-02, 7.5286e-02,
2.3739e-02, -8.7231e-04, -5.5798e-02, 1.5540e-02, 4.2606e-02,
1.0436e-01, 5.0308e-02, -1.5915e-01, -4.5575e-02, -6.9645e-02,
-3.6679e-02, 6.8127e-02, -3.8755e-02, -8.3852e-02, 5.3966e-02,
8.9243e-02, 1.3303e-02, 1.3076e-02, -3.8553e-03, 9.6058e-02,
9.6519e-02, 3.8295e-02, -2.9106e-03, -8.4294e-03, 4.8841e-02,
9.5794e-02, 2.7153e-03, -8.8926e-02, -1.7043e-01, 2.0545e-02,
-6.6802e-02, -2.5259e-02, 4.2585e-02, 1.2478e-01, 7.4677e-03,
-1.3432e-01, 2.6802e-02, 4.6264e-02, -2.1224e-01, -1.4063e-01,
-2.8262e-02, 1.3449e-02, 6.6386e-02, 5.3527e-02, 2.9909e-02,
-1.0325e-01, -3.8555e-02, -4.8212e-02, -7.9276e-02, 3.8307e-02,
-2.1037e-02, 8.2070e-02, -2.8845e-02, 1.6086e-02, 1.1363e-01,
6.4544e-02, 1.9485e-01, 6.0149e-03, 4.4403e-02, -1.1980e-02,
-1.3164e-01, -6.2763e-02, 9.0065e-02, -3.4757e-02, -1.3115e-01,
-6.1456e-02, 2.9086e-02, 6.3935e-02, 4.8632e-02, -2.1440e-02,
2.0686e-03, -1.0314e-01, -7.3148e-02, -8.6526e-03, -7.0588e-02,
-4.3970e-03, 3.4245e-02, 3.5711e-04, -2.9945e-02, -8.6101e-02,
8.4112e-02, -3.0739e-02, 1.4368e-02, -5.5854e-02, 5.3104e-02,
-1.5430e-02, -1.2570e-01, -7.0897e-02, -3.4297e-02, 2.5630e-02,
6.5893e-02, 9.5070e-02, -1.2905e-01, -1.3763e-01, -1.1163e-03,
-8.4905e-02, 3.0735e-03, -4.7151e-02, 9.2456e-02, 1.1652e-01,
2.4455e-02, 5.8892e-02, -6.5586e-02, 3.6947e-02, 8.2728e-02,
5.0335e-02, -1.3002e-01, -1.2410e-01, -2.9401e-02, -8.1011e-02,
4.4751e-02, 1.4257e-01, -1.1074e-01, -3.6649e-02, -2.2795e-02,
-1.4952e-02, -6.3301e-02, -1.2084e-01, -3.2558e-03, -1.2159e-01,
1.4182e-01, -5.7366e-03, 2.7311e-02, -2.9733e-03, 5.4845e-06,
4.8014e-02, 6.5327e-02, 7.0065e-02, -3.9120e-02, 1.4632e-01,
-7.0821e-02, -1.4189e-01, 2.1454e-02, -1.4302e-01, 8.7660e-02,
2.7986e-01, -2.1641e-02, -7.2358e-03, 6.7344e-02, -7.0771e-02,
3.7035e-02, -1.2262e-01, 7.8290e-03, -4.1859e-02, 3.8032e-02,
-1.3236e-02, -4.6102e-02, 7.7547e-02, 1.6189e-01, -3.4574e-02,
1.7638e-01, -1.2713e-01, -4.2830e-02, -2.2790e-02, 9.1564e-02,
1.3522e-02, -7.2251e-02, -4.5689e-02, 1.4958e-02, -5.7705e-02,
-6.4891e-02, -1.8650e-01, -3.8197e-02, 4.4007e-02, -5.5142e-02,
-5.8727e-02, 9.5710e-02, -9.1590e-02, 1.0901e-01, -9.5707e-02,
-1.5377e-01, -7.4772e-02, 1.8575e-02, 5.3831e-02, 2.5078e-03,
1.5499e-02, -4.5190e-02, -1.6716e-01, 3.0277e-02, -6.2200e-02,
9.1686e-04, 1.0418e-01, 1.4799e-01, 3.0807e-02, 3.3926e-02,
7.3701e-02, -2.1364e-02, 3.4026e-02, 9.8298e-03, 7.2626e-02,
2.2230e-02, 2.0385e-02, 2.2499e-02, 2.3457e-02, 4.5073e-02,
-3.7985e-02, -3.6675e-02, 2.6116e-03, -2.5233e-03, 1.8317e-01,
-5.5515e-02, -2.1347e-02, -1.2096e-01, -6.0298e-02, 5.5265e-02,
5.4600e-02, 2.3341e-02, -6.3427e-02, 8.4439e-02, 8.1009e-02,
8.8878e-02, 6.5821e-02, -1.0176e-02, 3.9966e-02, -7.7665e-02,
1.4166e-01, -1.5223e-01, -2.5375e-01, -4.9476e-02, -1.6452e-01,
-4.7264e-02, -1.8912e-02, 2.3799e-01, 6.2649e-02, 1.1568e-01,
-9.8054e-02, -2.1278e-01, -2.3474e-01, 8.1558e-02, -1.0602e-01,
6.3412e-02, -4.2276e-02, 9.1729e-03, -1.7269e-01, -9.6069e-02,
-5.6637e-03, -7.9573e-02, 5.3594e-03, 4.4797e-02, 1.6542e-02,
-3.4318e-02, -3.8135e-02, -2.5044e-02, 3.4868e-02, -5.7290e-02,
1.4707e-02, -1.6055e-02, 9.3838e-02, -7.3637e-02, -4.1786e-03,
-8.4513e-02, -8.9715e-03, -3.9510e-02, 1.3520e-01, 9.2325e-02,
-2.7163e-02, 6.7601e-02, 6.8949e-02, 4.6063e-03, 3.4408e-02,
-2.3591e-02, -3.7613e-02, 1.0274e-01, -9.4798e-02, 1.0498e-02,
7.4798e-02, 9.5303e-02, 8.0063e-02, -1.2744e-01, 1.8689e-02,
-3.0308e-02, 8.1791e-02, 1.4032e-02, -2.2002e-02, -4.9695e-02,
1.1822e-02, -4.7928e-02, 3.5363e-02, 4.8949e-02, 6.7728e-02,
4.0516e-02, -1.0860e-01, 1.2928e-02, -1.9556e-01, 5.9362e-02,
-7.4812e-02, 9.2246e-02, 3.1071e-02, 6.8090e-02, 3.6938e-02,
8.2023e-02, -2.2869e-02, 5.0245e-02, 2.4357e-02, -6.4117e-02,
2.3455e-02, -2.9526e-02, 1.0103e-01, 5.2164e-02, -6.9255e-02,
-8.2450e-04, 1.6434e-02, 3.0796e-02, -1.5830e-01, -6.6208e-02,
2.0373e-03, 4.4804e-02, 5.3757e-02, -2.2841e-02, 4.6370e-02,
-1.8004e-01, -5.6873e-02, 7.0683e-02, 5.6395e-02, 3.3849e-02,
2.4543e-02, 9.5863e-02, 9.6943e-02, 1.1385e-03, -4.6972e-02,
6.5334e-02, -3.6176e-02, -3.7881e-02, 9.6533e-02, -1.4474e-01,
7.1902e-02, -1.4082e-01, -7.3112e-02, -4.2276e-02, -1.9312e-02,
1.2208e-03, 6.0639e-02, -1.4365e-02, -3.5048e-02, -1.3154e-01,
-3.4691e-02, 1.1634e-01, -3.8839e-02, -2.9201e-02, -3.2002e-02,
-1.4289e-01, 1.1374e-01, 7.8852e-02, 4.3785e-02, -1.5360e-01,
8.3704e-02, 2.3222e-02, -1.2005e-01, 3.6091e-02, -1.2279e-02,
-3.7920e-02, -1.4101e-02, 7.4916e-02, -1.4007e-02, 3.1688e-02,
-5.0204e-02, -4.0627e-03, -2.7784e-02, -1.0206e-01, -7.6888e-02,
1.6639e-02, -1.0634e-01, -4.6827e-04, -1.8628e-02, 4.9674e-02,
-8.7489e-02, -2.3160e-02, 1.3879e-01, -1.7669e-01, -6.0242e-02,
7.9847e-02, 3.3265e-02, -2.3631e-02, -1.9488e-01, -3.5839e-02,
-1.4905e-03, 1.0402e-02, -2.6766e-02, 3.3565e-02, -1.9024e-04,
-4.3268e-03, -5.6859e-02, 5.1137e-03, -9.0772e-02, 1.5117e-01,
4.6177e-02, -5.6406e-03, -2.2595e-02, 1.4908e-02, -1.3456e-01,
8.3739e-02, -6.3583e-02, -3.8327e-02, 8.7976e-02, 2.2454e-02,
-2.0982e-02, 3.3737e-02, 1.4252e-02, -8.6918e-03, -2.4420e-01,
9.9020e-02, -1.1077e-01, -1.1247e-02, 1.7612e-01, 4.6762e-02,
1.1592e-01, 1.2020e-02, 5.9367e-02, -7.4473e-02, -1.0748e-01,
1.4209e-02, 1.2784e-01, -1.3397e-01, -2.9105e-02, 1.9079e-02,
-8.5911e-03, 1.5654e-02, -1.0700e-02, -1.4998e-01, 4.8499e-02,
-1.2066e-01, 1.3961e-01, -9.4963e-02, 1.1834e-01, -6.0002e-02,
3.5005e-02, 1.0138e-01, 1.5133e-01, 7.8979e-02, -5.6277e-02,
-5.3606e-02, 2.4780e-03, -1.4737e-01, 1.2771e-02, 8.9268e-02,
-1.2704e-01, 1.8713e-01, -4.5119e-02])),
('model.decoder.layers.0.self_attn_layer_norm.weight',
tensor([0.8383, 0.7693, 0.8641, 0.6784, 0.8162, 0.7821, 0.8460, 0.8374, 0.7924,
1.0743, 0.8389, 0.8409, 0.8504, 0.7804, 0.9832, 0.8316, 0.8727, 0.7559,
0.8541, 0.8743, 0.8038, 0.7987, 0.8066, 0.8782, 0.8410, 1.0681, 0.8290,
0.5575, 0.8246, 0.8780, 0.8974, 0.8283, 0.7949, 0.8950, 0.7865, 0.6687,
0.7964, 0.8450, 0.8302, 0.8217, 0.8318, 0.3440, 0.8296, 0.8547, 0.8410,
0.7807, 0.8911, 0.8826, 0.8351, 0.8165, 0.8243, 0.8062, 0.6147, 0.8405,
0.7918, 0.8443, 0.8743, 0.7462, 0.8122, 0.8401, 0.8291, 0.8337, 0.8918,
0.8014, 0.8629, 0.8337, 0.8301, 0.7721, 0.8512, 0.8083, 0.8810, 0.4284,
0.8585, 0.7899, 0.8534, 0.8121, 0.8504, 0.8141, 0.8363, 0.7706, 0.7929,
0.8469, 0.8038, 0.8336, 0.8321, 0.7810, 0.8331, 0.8786, 0.8074, 0.8297,
0.8040, 0.8322, 0.8334, 0.8155, 0.8213, 0.8509, 0.8479, 0.8316, 0.7271,
0.7715, 0.8472, 0.7837, 0.7949, 0.8047, 0.8527, 0.7702, 0.8190, 0.8695,
0.8352, 0.8478, 0.8272, 0.9193, 0.7990, 0.8108, 0.8215, 0.8280, 0.6549,
0.8695, 0.5111, 0.8468, 0.7899, 0.8745, 0.8054, 0.8571, 0.8344, 0.7937,
0.8363, 0.8636, 0.8281, 0.7571, 0.8407, 0.7956, 0.8132, 0.8515, 0.7872,
0.8236, 0.7985, 0.8330, 0.8307, 0.8268, 0.8329, 0.7968, 0.8050, 0.8563,
0.8304, 0.8554, 0.8273, 0.8312, 0.9048, 0.3755, 0.9334, 0.8080, 0.7674,
0.8096, 0.8038, 0.7923, 0.8392, 0.8252, 0.8408, 0.8532, 0.8486, 0.8589,
0.8620, 0.8374, 0.8182, 0.8027, 0.8102, 0.8330, 0.8656, 0.7533, 0.7123,
0.8804, 0.6814, 0.8959, 0.8153, 0.7927, 0.8335, 0.7847, 0.8235, 0.8391,
0.8185, 0.8005, 0.8653, 0.8236, 0.8264, 0.8463, 0.8068, 0.8782, 0.8014,
0.8335, 0.8373, 0.8640, 0.8347, 0.8616, 0.8315, 0.8565, 0.8026, 0.8623,
0.8314, 0.7722, 0.7924, 0.8733, 0.7737, 0.8306, 0.8631, 0.8468, 0.3386,
0.8889, 0.8396, 0.8050, 0.8445, 0.8305, 0.7547, 0.9119, 0.8209, 0.8167,
0.7822, 0.8079, 0.8767, 0.7902, 0.8611, 0.8097, 0.8170, 0.8210, 0.8322,
0.7577, 0.7966, 0.8299, 0.8549, 0.7885, 0.8700, 0.8646, 0.8158, 0.8716,
0.6411, 0.8586, 0.6802, 0.7934, 0.8123, 0.8755, 0.8709, 0.8382, 0.7935,
0.8837, 0.8154, 0.8327, 0.7469, 0.8421, 0.7914, 0.8283, 0.8064, 0.7862,
0.7127, 0.8513, 0.8376, 0.8561, 0.8092, 0.8106, 0.7968, 0.8238, 0.8637,
0.8632, 0.8074, 0.7945, 0.9184, 0.8338, 0.8403, 0.8158, 0.8056, 0.8719,
0.8573, 0.8601, 0.7780, 0.8415, 0.8128, 0.8226, 0.8364, 0.9156, 0.8629,
0.8559, 0.8319, 0.9911, 0.8788, 0.8365, 0.7881, 0.8623, 0.8382, 0.8306,
0.8714, 0.7729, 0.8024, 0.8008, 0.8423, 0.8663, 0.8974, 0.8075, 0.8603,
0.8436, 0.7783, 0.8601, 0.8562, 0.8375, 0.9003, 0.8146, 0.8650, 0.8514,
0.8589, 0.8365, 0.8244, 0.7929, 0.6370, 0.7738, 0.8594, 0.7892, 0.7194,
0.8883, 0.7929, 0.8295, 0.7484, 0.7828, 0.8156, 0.8413, 0.8297, 0.7980,
0.8180, 0.8535, 0.8347, 0.8579, 0.7713, 0.8242, 0.8695, 0.8362, 0.5999,
0.8257, 0.7996, 0.7784, 0.8882, 0.8192, 0.8645, 0.8196, 0.7759, 0.9030,
0.8035, 0.8705, 0.7930, 0.8278, 0.8271, 0.8234, 0.8268, 0.7801, 0.8344,
0.8542, 0.8146, 0.7802, 0.8652, 0.7956, 0.8323, 0.8257, 0.7738, 0.8609,
0.8262, 0.8018, 0.7758, 0.8393, 0.8389, 0.8008, 0.8422, 0.8825, 0.7264,
0.8588, 0.8314, 0.7275, 0.8315, 0.7615, 0.8196, 0.8240, 0.8390, 0.8081,
0.8527, 0.8325, 0.8246, 0.8153, 0.8309, 0.7839, 0.8281, 0.7863, 0.8235,
0.8169, 0.8443, 0.8067, 0.8625, 0.8284, 0.8693, 0.6747, 0.7557, 0.8713,
0.8262, 0.8895, 0.7598, 0.8846, 0.7812, 0.8572, 0.8250, 0.8437, 0.7731,
0.8618, 0.8255, 0.8537, 0.8214, 0.7902, 0.9004, 0.8573, 0.8148, 0.7397,
0.8181, 0.9124, 0.8835, 0.8726, 0.8596, 0.8093, 0.8178, 0.8648, 0.8385,
0.8224, 0.8631, 0.8886, 0.8205, 0.8069, 0.8528, 0.8313, 0.8493, 0.9480,
0.8269, 0.8481, 0.7886, 0.8224, 0.8555, 0.8476, 0.8332, 0.8194, 0.8048,
0.8123, 0.9226, 0.8353, 0.8747, 0.8480, 0.7690, 0.8608, 0.8164, 0.7843,
0.8516, 0.8537, 0.8474, 0.8155, 0.8147, 0.8371, 0.8123, 0.8743, 0.8209,
0.8194, 0.8225, 0.9425, 0.7887, 0.8174, 0.8021, 0.8229, 0.7470, 0.8146,
0.7614, 0.8065, 0.8697, 0.8458, 0.8423, 0.8711, 0.8065, 0.8144, 0.8137,
0.8440, 0.8433, 0.8015, 0.8304, 0.8418, 0.8200, 0.8454, 0.9206, 0.8318,
0.7544, 0.8666, 1.1185, 0.8317, 0.8361, 0.8028, 0.8457, 0.7338, 0.8128,
0.7877, 0.8683, 0.5784, 0.8164, 0.7790, 0.8253, 0.8328, 0.7330, 0.8690,
0.8250, 0.8865, 0.9536, 0.8452, 0.8432, 0.8008, 0.8045, 0.9031, 0.8180,
0.8366, 0.8189, 0.8151, 0.8362, 0.8931, 0.8227, 0.8454, 0.8235, 0.8186,
0.7777, 0.8689, 0.7884, 0.8156, 0.8797, 0.8082, 0.8352, 0.4151, 0.8596,
0.8368, 0.8613, 0.8337, 0.8711, 0.8576, 0.8449, 0.8479, 0.7758, 0.5205,
0.7701, 0.8049, 0.8873, 0.8322, 0.7420, 0.8106, 0.8195, 0.7720, 0.8253,
0.8325, 0.8373, 0.7905, 0.6793, 0.7935, 0.8413, 0.8625, 0.8388, 0.9068,
0.8899, 0.7880, 0.8478, 0.8283, 0.8475, 0.8444, 0.8144, 0.8129, 0.8399,
0.7508, 0.8149, 0.8411, 0.8263, 0.8090, 0.8802, 0.8416, 0.8980, 0.8500,
0.8334, 0.7535, 0.7836, 0.8642, 0.3681, 0.8212, 0.7734, 0.8521, 0.7775,
0.8603, 0.7967, 0.8347, 0.7702, 0.8583, 0.8750, 0.8248, 0.8086, 1.0564,
0.8619, 0.8432, 0.8107, 0.8213, 0.8430, 0.6314, 0.8210, 0.8372, 0.8031,
0.8117, 0.8984, 0.8053, 0.7828, 0.8391, 0.7906, 0.8388, 0.8995, 0.8372,
0.8412, 0.4808, 0.8568, 0.8836, 0.8476, 0.8942, 0.7986, 0.8470, 0.7926,
0.8940, 0.8362, 0.7955, 0.8406, 0.8217, 0.8657, 0.8020, 0.8568, 0.8062,
0.8220, 0.8192, 0.8029, 0.8300, 0.8533, 0.8153, 0.7039, 0.8099, 0.8414,
0.8388, 0.7836, 0.8903, 0.7801, 0.8656, 0.8708, 0.8121, 0.8126, 0.8036,
0.8086, 0.8602, 0.7902, 0.8192, 0.8104, 0.8620, 0.8317, 0.8064, 0.7750,
0.8259, 0.7845, 0.8416, 0.8020, 0.8226, 0.8458, 0.8240, 0.7933, 0.8361,
0.8323, 0.8031, 0.8705, 0.8379, 0.8146, 0.8240, 0.8186, 0.8367, 0.8209,
0.8462, 0.8380, 0.8432, 0.8083, 0.7742, 0.8051, 0.7791, 0.8209, 0.8313,
0.8119, 0.8435, 0.8464, 0.8005, 0.7592, 0.8109, 0.8121, 0.8920, 0.8124,
0.8726, 0.8204, 0.8185, 0.8287, 0.7895, 0.5525, 0.8453, 0.8632, 0.7933,
0.7912, 0.0747, 0.8763, 0.8175, 0.7902, 0.8582, 0.8491, 0.8711, 0.8098,
0.7334, 0.8063, 0.8289, 0.7810, 0.8393, 0.8546, 0.8459, 0.8556, 0.8789,
0.7819, 0.8471, 0.8531, 0.7823, 0.8113, 0.8133, 0.8322, 0.8052, 0.8934,
0.7162, 0.8477, 0.7813, 0.8313, 0.7968, 0.8437, 0.7957, 0.9179, 0.7630,
0.7869, 0.8583, 0.8523, 0.7645, 0.8415, 0.8312, 0.8503, 0.8351, 0.8563,
0.8110, 0.8456, 0.7928, 0.8237, 0.8508, 0.8241, 0.8501, 0.8433, 0.7943,
0.8501, 0.8871, 0.8859, 1.1689, 0.8526, 0.8345, 0.8027, 0.8483, 0.8405,
0.8027, 0.8672, 0.8060])),
('model.decoder.layers.0.self_attn_layer_norm.bias',
tensor([-1.9743e-01, -8.9727e-02, -1.4675e-01, -1.6984e-01, 1.0406e-02,
-2.4876e-01, -2.5983e-01, -1.6252e-01, 5.7563e-02, 3.8746e-02,
-1.0033e-01, -4.4432e-02, 1.1876e-02, -2.5776e-02, -5.2476e-02,
3.4003e-02, -1.9989e-01, -1.6892e-01, -1.0344e-01, 3.4686e-02,
-8.9469e-02, -1.2127e-01, -4.8105e-02, 1.6904e-02, -1.0762e-01,
-1.4175e-01, -9.7207e-02, -2.6207e-01, -1.1487e-01, -4.9414e-01,
-1.5630e-01, -1.1143e-01, -1.9447e-01, -1.8601e-01, 1.4853e-02,
-6.4897e-02, -7.6718e-02, -2.3290e-01, -2.0461e-01, -2.5563e-01,
-1.8153e-01, -1.4288e-01, -2.2075e-01, -2.2303e-01, -2.4185e-01,
-1.3310e-01, -8.7072e-02, -8.9423e-02, -3.9577e-02, -2.0747e-01,
-1.3620e-01, 3.2884e-02, 1.5890e-01, -2.0865e-01, -1.3242e-01,
-2.1016e-01, -8.2710e-02, -1.2719e-01, -1.2146e-01, -1.9419e-01,
-1.1664e-01, -1.3994e-01, -1.0974e-01, -1.0625e-01, -1.0898e-01,
-1.6397e-01, 3.8495e-03, -2.1304e-01, -1.6578e-01, -3.6185e-02,
-1.5123e-01, -2.1560e-01, -6.1085e-02, -1.9344e-01, -4.4783e-02,
-1.7404e-01, -1.2698e-01, -9.0503e-02, -1.2683e-01, -2.5582e-02,
-7.7121e-02, -2.4608e-02, -1.2088e-01, -1.0160e-01, -3.1283e-02,
-1.9315e-01, -1.5703e-01, -1.2329e-01, -2.1682e-01, -2.0703e-02,
-1.0310e-01, -8.8184e-02, -1.3733e-02, -8.2823e-02, -5.6203e-02,
-8.9827e-02, -8.0635e-02, -2.9260e-02, -5.6432e-03, -1.9540e-01,
-2.5572e-02, -1.5587e-01, -7.4798e-02, -2.0108e-01, -3.6536e-01,
-1.8524e-01, -1.1325e-01, -1.4328e-02, 9.0115e-03, 6.3093e-02,
-5.3119e-02, -8.0499e-02, -1.6670e-01, -2.2337e-01, -1.2102e-01,
-1.9460e-01, -1.2784e-01, -2.3198e-01, -4.7995e-02, -2.0962e-03,
-1.6073e-01, 7.5248e-02, -1.0119e-01, -1.9937e-01, -1.6266e-01,
-1.2908e-01, -2.4086e-01, 1.7714e-02, -1.5829e-01, -2.0933e-01,
-1.8449e-01, -1.8817e-01, 2.6628e-02, -2.4573e-01, -1.6379e-01,
-2.2486e-01, -2.8957e-01, -1.3657e-01, -8.7666e-02, -1.8985e-01,
-9.0135e-02, -3.4373e-01, -1.5491e-01, -1.1811e-01, -1.6604e-01,
-5.9665e-02, -8.6859e-02, -2.3033e-01, -9.5522e-02, -6.8281e-01,
-6.0557e-02, -5.0165e-02, -1.3968e-01, -1.3175e-01, -3.3345e-01,
-2.3626e-01, -1.6354e-01, -2.3223e-01, -2.2732e-01, -5.5824e-02,
2.9148e-02, -1.2733e-01, 1.0706e-01, -1.7036e-01, -1.1947e-01,
-3.2417e-02, -1.3959e-01, -1.4552e-01, -2.5803e-01, -1.3201e-01,
-1.7483e-01, -5.9540e-02, -2.0786e-01, -4.6341e-02, -2.1961e-01,
-1.8804e-01, -6.5898e-02, -2.0363e-01, -2.2158e-01, -1.3473e-01,
-9.8344e-02, 4.6089e-04, -2.5347e-01, -1.6352e-01, -2.3340e-01,
-6.2007e-02, -2.0171e-01, -2.1996e-03, -5.9017e-02, -1.9237e-01,
-9.1639e-02, -2.4585e-01, -2.3362e-01, -2.1539e-02, -1.4208e-01,
-1.6532e-01, -2.0724e-02, -1.1345e-01, -2.0837e-01, -1.3327e-01,
2.3627e-02, -1.3528e-02, -2.4915e-01, 3.9938e-02, -8.3587e-02,
-8.1601e-02, -3.3295e-01, -9.6025e-02, -2.3796e-01, -2.5897e-01,
-2.6264e-02, -1.8660e-01, -6.1201e-02, -9.6037e-03, -9.2728e-03,
-9.2604e-02, -2.4010e-01, -2.1601e-01, -2.2293e-01, -7.6712e-02,
-2.1669e-01, -8.1054e-02, -2.2937e-01, -7.4701e-02, -7.9189e-02,
-9.6661e-02, -7.2839e-02, -3.2650e-01, -5.6713e-02, -1.5752e-01,
-1.5121e-01, -1.8982e-02, -1.5831e-01, -7.5483e-02, -1.3057e-01,
-1.2366e-02, -1.6659e-01, -2.4338e-01, -1.6529e-01, -1.9336e-01,
-1.1811e-01, -9.3025e-03, -2.6992e-01, -2.0284e-01, -2.9218e-02,
-2.9203e-01, -1.5480e-01, -1.5295e-01, -1.6988e-01, -1.3638e-01,
-9.7816e-02, -1.9651e-01, -1.1018e-02, -1.6681e-01, 2.8903e-02,
-2.0132e-01, -4.4550e-02, -8.0129e-02, -2.4375e-01, -6.4339e-04,
-1.8759e-01, -3.4929e-02, -1.5145e-01, -1.4865e-01, -3.3381e-01,
-1.0575e-02, -9.9713e-02, 3.2501e-04, -1.4008e-01, -1.3313e-01,
-2.2520e-01, -5.8847e-02, -1.2914e-01, -1.4460e-01, -1.4907e-01,
-1.5733e-01, -1.1942e-01, -2.0786e-01, -1.1546e-01, 3.0056e-02,
-4.4062e-02, -6.9207e-02, -5.1796e-02, -6.7734e-02, -6.4851e-02,
-1.4163e-02, -7.0916e-02, -1.7307e-01, -3.0116e-02, -1.3822e-01,
9.1460e-03, -1.3543e-01, 6.7077e-02, -8.3787e-02, 4.8013e-02,
-1.0953e-01, -1.0491e-01, -4.1774e-02, -1.7924e-01, -1.4078e-01,
-6.2951e-02, -1.1602e-01, -1.0861e-01, -2.7822e-01, -1.8620e-01,
-1.0680e-01, -8.3184e-02, -3.0814e-01, -1.1355e-01, -1.3736e-01,
-2.1100e-02, -1.5638e-01, -1.8004e-02, -1.1030e-01, -2.4074e-01,
-2.7951e-01, -1.8516e-01, -2.1101e-01, -1.0130e-01, -1.5089e-01,
-1.9372e-01, -1.5038e-01, -1.6748e-01, -1.0868e-01, -1.9213e-01,
-1.5520e-01, -1.6036e-01, -2.1578e-02, -1.9081e-01, -5.7320e-03,
-4.6223e-02, -8.2666e-02, -2.7437e-01, -2.8547e-01, -2.7698e-01,
-1.4033e-01, -1.1510e-01, -2.9160e-02, -1.5506e-01, -1.2488e-01,
-1.3537e-01, -4.1066e-02, -1.7501e-01, -1.1926e-01, -3.6517e-01,
-1.0539e-01, -1.5756e-01, -1.1876e-01, -9.9142e-02, -1.4739e-01,
-1.7643e-01, -2.8781e-02, -2.2653e-01, -1.6101e-01, -2.9808e-01,
-1.3906e-01, -2.9791e-02, -1.0178e-01, -2.1178e-01, 7.0153e-02,
-6.3083e-02, -6.9730e-02, -2.2867e-01, -4.3739e-02, 4.1871e-02,
-9.4307e-02, -3.5717e-01, -2.4746e-02, -1.6493e-01, -6.8350e-02,
-1.9423e-01, -1.5488e-01, -5.9132e-02, -3.0532e-01, -8.0014e-02,
2.0646e-02, -2.7825e-03, -4.3081e-02, -6.3525e-02, -9.9444e-02,
-1.6279e-01, -1.6670e-01, -2.5157e-01, -8.2507e-02, -1.1378e-01,
-1.1767e-01, 6.7060e-03, -1.5963e-01, -1.5238e-02, -1.6391e-01,
-7.0403e-02, -1.4974e-01, -1.5668e-01, -2.2650e-01, -2.3407e-01,
-1.5383e-02, 1.6152e-02, -1.0387e-01, 8.4522e-03, -6.8361e-02,
-1.2316e-01, -1.6004e-01, 2.2592e-03, -7.6630e-02, -2.2533e-01,
-8.2635e-03, -2.2054e-01, -9.2109e-02, -1.4467e-02, -3.2071e-02,
-8.3298e-02, -1.9578e-01, -6.6416e-02, -3.2284e-01, -1.6631e-01,
-1.4175e-01, -1.9655e-01, -5.7129e-02, -3.4085e-02, -3.9408e-02,
-3.1876e-01, -1.8915e-02, -5.9014e-02, -7.0057e-02, 1.1532e-01,
-9.9903e-02, -2.4647e-01, -9.9689e-02, -4.5733e-02, -8.3948e-02,
-1.3170e-01, 1.7497e-01, -1.2665e-01, 2.6106e-02, -1.3830e-02,
-9.3709e-02, -1.4290e-01, -8.2962e-02, -1.2037e-01, 1.0423e-02,
-2.8756e-01, -1.3895e-01, 4.3002e-02, -3.4213e-03, -8.0381e-02,
-1.1007e-01, -2.0516e-01, -2.7157e-01, -8.4537e-02, -3.3254e-01,
-6.5096e-02, -7.0833e-02, -5.4116e-02, -4.3183e-03, -9.9976e-02,
-9.2697e-02, -2.0545e-01, -2.2410e-01, -7.5337e-03, -2.1285e-01,
-1.0620e-02, 8.8391e-02, -2.5616e-01, -1.4562e-01, -1.2683e-01,
-2.2079e-01, -1.1642e-01, -1.5869e-01, -1.7018e-01, 1.5029e-02,
-9.0095e-02, -1.0346e-01, -2.3888e-01, 5.6627e-02, -4.2670e-02,
-8.4625e-02, -1.8931e-01, -1.4295e-01, -2.6325e-01, -7.3357e-02,
-1.5478e-01, -6.0781e-02, -1.8948e-02, -1.6420e-01, 2.4751e-02,
1.6518e-02, -1.9613e-01, -1.5055e-01, -1.5520e-01, -1.1656e-01,
-1.3848e-01, -1.3325e-01, -2.2977e-01, -1.7018e-01, -2.5367e-01,
-3.2771e-02, -2.5005e-01, -4.2671e-02, -2.9548e-02, -2.2641e-01,
-9.0406e-02, -4.3493e-02, -2.8519e-01, -1.0921e-01, -2.6999e-01,
3.5616e-02, -1.4705e-01, -5.5850e-02, -1.7528e-01, -1.7485e-01,
-1.9246e-01, -1.1379e-01, -2.3417e-01, -2.4700e-01, 6.6779e-03,
-2.2313e-01, -1.8470e-01, -2.1381e-01, -3.0530e-02, -7.7893e-02,
-8.0639e-02, -7.5483e-02, -1.4704e-01, -1.4832e-01, -1.0007e-01,
-1.1263e-01, -1.4254e-01, -1.2054e-01, -1.5409e-01, -1.8772e-01,
-1.0294e-01, -9.3564e-02, -8.5349e-02, 1.3284e-02, -1.9737e-01,
-6.5723e-02, -1.8117e-01, -8.1226e-02, -5.7860e-02, -2.3122e-01,
-1.8452e-01, -7.6328e-02, -7.0969e-02, -1.8846e-01, -2.8325e-03,
-1.4727e-01, -1.7053e-01, -1.4002e-01, -3.7472e-02, -1.0679e-01,
-1.2985e-01, -1.9080e-01, -2.4806e-01, -2.6090e-01, -1.7576e-01,
-1.2669e-01, -2.8324e-02, -8.1754e-02, 8.7236e-03, -9.0451e-02,
-9.7220e-03, -1.3802e-01, -2.2965e-01, -1.0024e-01, -1.4342e-01,
-1.1786e-01, -6.4629e-02, -1.6990e-01, -1.8310e-01, -2.7942e-01,
-1.6413e-01, -1.2155e-01, -3.9131e-02, -1.5098e-01, 7.0219e-02,
-1.0937e-01, -2.3097e-01, -1.5144e-01, 1.6380e-02, -4.5389e-01,
-9.7168e-02, -1.7726e-01, -3.0356e-02, -1.6995e-01, -2.6255e-01,
-4.5180e-02, 1.5890e-03, -1.0789e-01, -2.3877e-01, -1.8812e-01,
3.8954e-02, -1.4344e-02, -1.9255e-01, 2.6220e-01, -7.9911e-02,
-2.4891e-01, -2.0485e-01, -1.2451e-04, -1.2328e-01, -3.2195e-01,
-1.0357e-01, -1.7259e-01, -1.5684e-01, -2.0341e-01, -9.5499e-04,
-2.2033e-01, -1.0163e-01, -9.1868e-02, -6.1957e-02, -6.7438e-02,
-3.3392e-02, -4.0624e-02, 1.6999e-02, -2.0515e-01, -2.2794e-01,
-9.3324e-02, -8.9381e-02, -1.5161e-01, -1.2953e-01, -9.7328e-02,
-1.4695e-01, -2.9350e-01, -1.4615e-01, -1.4804e-01, -5.5925e-02,
-1.5179e-01, -1.4946e-01, -1.4243e-01, -1.1268e-01, -2.7685e-01,
-1.4173e-01, -4.8285e-02, -3.2770e-02, -1.2421e-01, -1.4896e-01,
-1.3116e-01, -1.6936e-01, -1.0347e-01, -1.4353e-02, -9.3626e-02,
-2.1009e-01, -1.5067e-01, -1.2227e-01, -2.6478e-01, -2.1434e-02,
-1.1514e-01, -1.7301e-01, -1.0733e-01, -1.1697e-01, -1.1286e-01,
-2.3134e-01, -1.8024e-02, -1.3738e-01, -1.7247e-01, -1.5583e-01,
-9.7931e-02, -1.3557e-01, 1.4539e-02, -1.1437e-01, -1.7366e-01,
-1.7954e-01, -1.4713e-01, -1.3989e-01, -5.5011e-02, -7.2770e-02,
-4.4722e-02, -3.1502e-02, -4.0740e-02, -1.1006e-01, -2.9313e-03,
-5.1359e-02, -4.8121e-02, 4.2044e-02, -2.3056e-01, -1.2359e-01,
-2.2797e-02, -9.9021e-03, -3.9494e-02, -4.9304e-02, 1.1189e-02,
-1.9205e-01, -1.3479e-01, -1.3733e-01, -3.1312e-01, -1.3992e-01,
2.2658e-03, 3.6151e-02, -1.6637e-01, -1.4410e-01, -1.0312e-01,
-4.0885e-02, -1.7256e-01, -4.4702e-02, -5.9325e-02, -7.8990e-02,
-1.4503e-01, -1.7653e-01, -1.7843e-01, 1.6188e-01, -2.4592e-02,
-7.6432e-02, -1.3388e-01, 2.0676e-02, 1.8819e+00, -6.7063e-02,
-1.4838e-01, -1.4241e-01, -1.6694e-01, -1.2059e-01, -1.8999e-02,
-3.6766e-02, -1.4949e-01, -1.9437e-01, -6.3491e-02, -1.1280e-01,
1.3838e-02, -1.0453e-01, -2.4042e-02, -9.0894e-02, -2.8040e-01,
-1.2734e-01, -1.1796e-01, -1.9722e-01, -8.4912e-02, -1.0032e-01,
-1.2659e-01, -9.4496e-02, -4.3714e-02, -2.8486e-01, -1.1759e-01,
-1.6158e-01, -1.7032e-01, -2.2656e-01, -1.5355e-01, -5.6385e-02,
-1.7469e-01, 3.3089e-02, -6.3617e-02, -8.4319e-02, -4.9302e-02,
-1.8065e-01, -1.6193e-01, -8.5817e-02, 1.0152e-02, -2.1556e-01,
-1.1893e-01, -6.3567e-02, -7.3082e-02, -1.3704e-01, -1.6762e-01,
-2.1455e-01, -2.2650e-01, -1.1865e-01, -1.2620e-01, -1.7201e-01,
-3.5301e-02, -7.1282e-02, -1.8313e-01, -2.4333e-01, -1.9034e-01,
1.0691e-01, -1.5006e-01, -1.1829e-01, -1.2645e-01, -1.7023e-01,
-1.1759e-01, -1.3208e-01, -1.4519e-01])),
('model.decoder.layers.0.encoder_attn.k_proj.weight',
tensor([[-0.0099, 0.0059, -0.0318, ..., 0.1013, -0.0407, 0.1647],
[ 0.0234, 0.1306, 0.0623, ..., 0.0246, -0.0625, -0.0913],
[-0.0597, 0.0012, -0.0703, ..., 0.0142, 0.1028, 0.0105],
...,
[ 0.3163, 0.0632, 0.2035, ..., -0.0798, -0.0406, 0.0108],
[ 0.1763, -0.0366, -0.0166, ..., -0.0341, 0.1373, 0.0124],
[-0.1857, -0.1412, -0.1330, ..., -0.0445, -0.2393, -0.0425]])),
('model.decoder.layers.0.encoder_attn.k_proj.bias',
tensor([-4.0922e-03, 3.3179e-03, 5.4664e-03, -9.5965e-03, 4.6301e-03,
-4.1452e-03, -6.3258e-03, -3.6849e-03, 2.8058e-03, -2.8554e-03,
1.1929e-03, 1.8859e-03, -6.3041e-03, 1.3261e-03, -5.2922e-04,
1.8086e-04, 9.7475e-04, -5.7757e-03, -2.1215e-03, 1.7818e-03,
5.4624e-03, 1.4977e-03, 1.1629e-02, -3.6913e-03, 5.6444e-03,
-2.2553e-03, -1.6710e-03, 1.2375e-03, -7.0640e-04, -8.2805e-03,
6.3324e-03, 4.5530e-03, 2.6462e-03, -3.1406e-03, 8.4734e-03,
2.2989e-03, -1.5590e-03, 1.0662e-02, 1.0922e-03, -5.8992e-03,
-1.5991e-02, 3.1165e-03, 2.6057e-03, 3.2429e-03, -1.1056e-02,
2.2723e-03, 3.6454e-03, 1.3466e-03, -9.2217e-03, 1.1146e-03,
-1.0601e-02, -7.0511e-03, 3.9197e-03, 6.2792e-03, 5.3857e-03,
6.2228e-03, 9.8263e-03, -1.1277e-02, -6.0578e-03, 1.5986e-03,
-1.4159e-03, -3.7593e-03, -5.6981e-04, 3.5662e-03, 1.1805e-03,
-9.2861e-03, -2.5201e-03, -9.2923e-04, -6.4776e-04, -3.3363e-03,
1.2812e-03, -8.2577e-03, 5.1848e-04, 1.0063e-03, -1.0520e-05,
-3.6579e-04, 9.3443e-03, 6.2206e-04, 3.4628e-03, 1.5866e-03,
1.0281e-03, -3.5016e-04, -4.3673e-04, -1.2435e-03, 1.4258e-04,
-3.6325e-04, -2.3171e-03, -8.1304e-04, -1.2804e-04, -7.2373e-04,
-2.0142e-03, -3.6904e-03, -3.2335e-04, -1.7842e-03, 1.6372e-04,
2.3342e-03, -2.8908e-04, -3.4817e-03, -5.2395e-04, 4.8687e-04,
1.5095e-03, 4.2557e-04, -1.7156e-05, 1.0544e-03, 2.1988e-04,
3.0679e-03, 2.8999e-04, -1.8700e-03, 1.8042e-04, -6.1390e-04,
-4.0310e-04, -2.0284e-04, 2.1989e-03, 2.1077e-03, 4.6420e-05,
3.9583e-05, -3.5064e-03, -1.2510e-03, -8.1256e-04, 5.2142e-05,
1.0726e-03, 1.9801e-03, -3.4437e-03, 1.4315e-03, 4.9806e-04,
2.2588e-03, 6.6374e-04, -1.3019e-03, -1.5658e-02, -2.9257e-03,
-3.0508e-03, -5.1562e-03, 3.4523e-02, 4.5965e-03, 6.0668e-03,
4.3563e-03, -9.9038e-03, 3.5179e-03, -7.1482e-03, 1.2845e-02,
5.3333e-03, 5.6792e-03, 1.1014e-02, 5.8943e-03, 3.9602e-03,
2.4593e-02, 3.4395e-04, 9.2861e-03, 7.3902e-03, 5.5153e-02,
6.2543e-03, -7.9515e-04, -1.6237e-02, 3.4397e-03, 5.9202e-03,
3.5792e-03, 2.7243e-04, 1.1501e-04, -4.3627e-03, -1.5375e-02,
-6.4315e-03, -5.4655e-03, 1.2039e-02, 5.6194e-03, 7.1369e-03,
1.1060e-02, 1.5539e-03, -8.5206e-03, -9.1346e-03, 1.5608e-02,
6.4975e-04, -2.1745e-02, -4.7334e-04, 9.3310e-03, -1.4678e-04,
1.7765e-02, 2.2316e-03, 1.9548e-03, -1.2174e-02, 8.7981e-04,
-6.9314e-03, -9.7733e-03, 4.4433e-03, 2.5355e-03, 3.3377e-03,
3.4894e-03, -2.5693e-03, -1.0518e-03, 6.3190e-03, 1.4174e-02,
-2.0094e-02, -2.5513e-02, 1.3969e-04, -2.5463e-04, 4.6190e-04,
8.6937e-04, -1.0021e-03, 3.4677e-04, -1.2001e-04, 2.7098e-04,
-8.3372e-05, -1.0537e-04, -3.6497e-05, -6.4612e-04, 6.7967e-05,
-3.7976e-04, -4.5436e-04, -8.0524e-04, -9.4100e-05, 1.5030e-04,
7.7923e-04, -6.6704e-04, -4.4282e-04, 5.8124e-04, 2.8383e-05,
-4.5701e-04, 5.3137e-04, 2.1016e-04, -7.2107e-04, 1.8967e-04,
2.0105e-04, 8.7693e-04, 5.5685e-04, -8.9741e-04, -4.7188e-04,
-6.4744e-05, -2.5299e-04, -5.9284e-05, 8.1320e-05, 1.3504e-04,
-7.9212e-04, -3.3340e-05, -2.7487e-04, 1.1707e-03, 2.5784e-04,
3.8580e-04, 9.6223e-05, 3.6996e-05, 2.5840e-05, -6.0046e-04,
-3.0682e-04, 1.2870e-03, -1.4486e-04, 2.3969e-04, 1.8087e-04,
3.6188e-04, -7.2149e-04, -4.1261e-04, 6.5756e-04, -6.1759e-04,
-8.5094e-04, 4.7427e-04, -3.1518e-05, -4.2970e-04, -7.4041e-04,
-2.0193e-04, -1.6140e-03, -3.5037e-03, 2.2016e-03, -7.5250e-03,
-6.3231e-03, 2.9882e-03, 9.5194e-03, -1.8411e-03, 8.3699e-03,
-2.9886e-03, -4.5114e-03, 7.1608e-03, 1.7158e-03, -5.8601e-03,
-1.5266e-02, -4.5614e-03, 2.4984e-04, 6.1988e-03, 1.1562e-02,
-6.8797e-03, 8.9096e-03, 4.9302e-03, 4.6991e-03, 9.9618e-04,
3.9975e-03, 1.3723e-03, -5.3795e-03, -4.6686e-03, -3.3846e-03,
5.7145e-03, -6.9221e-06, 6.7783e-03, 1.9992e-03, -4.9516e-04,
2.5758e-03, 1.3993e-02, 7.0400e-03, -1.6208e-03, 4.1325e-04,
-6.9676e-04, -1.0332e-03, -7.5814e-03, -8.7635e-05, 4.5507e-03,
-1.0659e-03, 9.1036e-03, -2.5415e-03, 1.1771e-02, -2.1007e-03,
-7.0144e-03, -6.7415e-03, -4.8395e-03, 1.3547e-03, -1.1509e-04,
5.6977e-04, -2.2772e-03, -2.4075e-03, -5.2826e-04, -7.2639e-04,
8.3560e-04, -1.3368e-03, 4.6298e-03, -9.0055e-04, -1.2432e-03,
8.7934e-06, -7.4338e-04, -1.2048e-03, 2.2697e-03, -2.6764e-03,
2.3592e-03, 8.5452e-04, -3.3623e-04, 1.9323e-03, 7.7365e-04,
8.0575e-04, 1.1314e-03, -2.6373e-03, 3.3441e-03, -2.0153e-03,
-5.7981e-04, -1.6427e-03, 3.2623e-03, 3.0836e-04, -1.3454e-04,
-1.1021e-03, 5.7769e-04, 3.4622e-04, -3.5775e-04, -2.7151e-04,
-3.0399e-03, 1.3285e-03, -5.6376e-04, -5.5622e-04, -4.3069e-03,
-3.7878e-04, 1.8686e-03, 1.5435e-03, -3.0647e-04, 1.8829e-03,
-1.1275e-03, 1.3126e-03, 6.1768e-06, 1.6214e-03, -6.7525e-04,
4.6949e-05, -2.5190e-04, -8.8326e-04, 1.6441e-03, -1.5664e-03,
5.5982e-04, -3.6327e-03, -9.6187e-04, -8.1660e-04, -7.1508e-04,
1.2510e-03, -2.9199e-04, 2.0878e-04, 3.3967e-04, 2.2924e-03,
-1.8981e-03, -5.4488e-06, 3.0836e-04, 2.4484e-03, -1.0904e-04,
-1.0265e-03, -8.6112e-04, -4.0270e-04, 2.2800e-03, -3.8700e-03,
-3.9749e-03, 4.1391e-03, -2.2027e-03, -4.2310e-03, 7.9356e-03,
-6.4858e-03, 4.2841e-03, -6.4595e-05, 2.5690e-03, 9.0545e-03,
-2.0067e-03, -1.2000e-03, 3.7633e-03, -7.0028e-03, 2.0096e-04,
-4.5367e-05, -1.7820e-03, -1.4159e-03, 1.1624e-03, 4.2334e-03,
3.5631e-03, -1.3382e-04, 5.4393e-03, 6.4728e-04, 8.0952e-03,
4.0989e-03, 1.1140e-04, 1.6239e-03, -1.4381e-03, 2.2859e-03,
-4.5408e-03, 2.7554e-03, -3.4181e-03, -4.1020e-03, 1.4522e-03,
2.1093e-04, 2.7159e-03, -1.0294e-03, 1.9882e-03, -7.4158e-04,
-4.1557e-03, -1.3815e-03, -3.4049e-03, -7.4656e-04, -5.7114e-04,
2.1244e-03, -1.2995e-03, -6.7965e-04, 8.2514e-03, 6.4554e-03,
2.6605e-04, -1.4316e-03, 7.3816e-04, -1.2810e-03, 2.7475e-03,
-3.1096e-03, -7.2549e-04, 1.5310e-03, -2.1972e-03, 9.9137e-04,
-4.5934e-03, 5.6682e-04, -8.7346e-04, 9.1383e-04, -2.8741e-04,
-1.7030e-04, -3.3016e-03, 3.5623e-04, -8.1594e-04, -5.0220e-03,
1.0299e-03, 1.7552e-03, 7.4518e-04, 1.6704e-03, -1.7530e-03,
4.3814e-04, -5.1222e-05, -2.9275e-03, -2.5180e-03, -1.6440e-03,
1.6238e-03, -8.5911e-04, -2.9571e-03, -6.8323e-04, 4.3980e-03,
2.0087e-03, -4.5789e-04, 1.0455e-03, 1.5957e-03, -2.0095e-03,
2.5287e-04, 3.9720e-03, 2.2493e-03, 1.7137e-03, -2.4886e-03,
-1.2476e-03, 1.6570e-03, -1.3309e-03, 2.5104e-03, 2.6528e-03,
-2.4753e-03, -2.3345e-04, -2.0590e-03, -2.6200e-03, -1.8313e-04,
3.3658e-04, 6.0522e-05, 1.3007e-03, -2.0938e-03, -1.2108e-03,
-8.5570e-04, -6.0772e-05, -2.3310e-04, -2.0088e-03, 2.6602e-05,
2.3955e-03, -1.7211e-03, 3.6550e-03, -1.1526e-03, 1.6872e-03,
1.6002e-04, -3.2150e-04, -1.0982e-03, -1.7928e-03, 1.7625e-03,
-2.7967e-03, 3.1726e-03, -4.0693e-03, 6.4816e-03, -4.1461e-04,
-2.2073e-03, 5.7940e-03, 2.8219e-03, -1.2216e-03, -1.1399e-02,
-6.9244e-03, 2.3929e-03, -1.2586e-03, 9.7743e-03, -1.4339e-02,
-5.8332e-03, 8.0105e-03, -3.7063e-03, -3.0703e-03, 1.3686e-02,
-6.2217e-03, -1.3594e-02, -4.9567e-03, -2.2671e-03, 8.7064e-04,
-4.3201e-03, -8.0477e-03, 8.0041e-03, -1.4940e-02, 1.8276e-02,
3.6142e-03, -5.9003e-03, -1.3229e-03, 3.9966e-03, 9.9926e-03,
3.9825e-03, 5.7899e-04, 9.0617e-03, -1.5031e-03, 4.4365e-03,
9.7204e-03, -3.2087e-03, -2.4349e-03, -7.8724e-03, 3.5717e-03,
2.9715e-03, -5.8805e-03, 9.3833e-03, 1.4160e-02, -3.9468e-03,
-9.8370e-03, 4.3238e-04, 5.9587e-03, -2.0736e-03, -1.8351e-02,
-3.9413e-04, -3.5078e-03, -4.0113e-03, -1.1617e-02, 1.1991e-02,
-1.1537e-03, 1.0035e-02, 4.0811e-03, -1.0580e-02, 3.8405e-03,
8.4037e-03, 7.8490e-04, -3.1390e-04, -1.4092e-03, -8.0240e-04,
2.8533e-03, -6.4241e-04, -5.1859e-04, 3.7003e-04, -4.4053e-05,
-1.1781e-03, 7.0749e-04, -8.9830e-04, -2.8645e-05, 2.0576e-03,
1.8692e-03, -1.3514e-03, -1.4175e-03, -2.2278e-04, -5.8927e-04,
8.9760e-04, 8.0392e-04, -8.1326e-05, 4.2631e-04, 2.3682e-04,
-9.9499e-04, -5.0605e-04, 1.4341e-03, -3.4266e-04, 1.8364e-03,
1.6106e-03, -1.7689e-03, 1.3616e-03, 1.2391e-04, 1.8507e-03,
-1.3553e-03, 4.6570e-04, -1.0009e-03, 3.7464e-04, 4.0546e-04,
-4.3120e-04, 6.8218e-04, -7.9004e-04, 2.7400e-03, 1.3891e-03,
-4.7204e-04, -4.8835e-03, 1.5651e-04, -2.1079e-03, 4.6077e-04,
1.6896e-03, 4.0482e-04, 9.9243e-04, -7.9845e-03, 4.2117e-04,
-3.7421e-03, -1.0819e-03, 6.9951e-04, 1.4102e-03, 9.6172e-04,
-9.4032e-04, 6.4099e-04, -2.7430e-03, 2.6276e-03, -2.0608e-03,
9.4096e-04, 7.7658e-04, -4.4135e-04, 2.9075e-04, -6.2225e-05,
-5.5319e-04, -6.8785e-04, 1.8180e-03, 1.4305e-03, 3.6464e-04,
-6.3171e-03, -9.5232e-04, -2.4817e-03, 9.7488e-04, -8.4805e-04,
5.5833e-03, -1.7635e-03, -1.7007e-03, -4.2904e-04, 4.1290e-04,
6.8741e-04, 3.2874e-05, -4.1403e-04, 4.1150e-03, -1.1278e-03,
-1.5366e-03, 3.6352e-04, 7.7943e-03, 3.7417e-03, -1.2967e-03,
4.6504e-04, 3.7309e-04, 8.3673e-04, -2.2564e-03, 1.7784e-03,
-7.3904e-04, 4.6841e-04, 3.8517e-04, 1.1320e-03, -1.0685e-03,
1.8674e-03, 4.4567e-03, 2.7055e-03, -1.5665e-03, 8.8607e-04,
1.8620e-03, 3.4707e-05, -2.2337e-04, -1.1932e-03, -3.8350e-04,
2.0992e-03, -6.9942e-04, 1.9863e-03, -6.0000e-04, -1.4947e-03,
-6.3984e-05, 5.1303e-04, -1.6669e-03, 1.7450e-03, -1.5130e-04,
-2.8473e-03, 2.1222e-03, -7.2480e-05, -1.0172e-03, 3.4175e-03,
-2.8400e-03, 2.7910e-02, 4.0019e-03, -6.4532e-03, 1.5553e-03,
-2.5940e-03, 1.6856e-02, -1.3868e-02, 1.5323e-02, 1.4302e-02,
1.4993e-03, 3.8906e-03, -9.3681e-03, 6.2695e-04, 1.1255e-02,
1.2408e-02, -2.7028e-02, 4.3353e-03, -1.7714e-03, -3.1252e-03,
-3.9802e-04, -5.0501e-03, 1.1169e-02, 6.7943e-03, -9.4772e-04,
-1.4792e-03, 2.6190e-03, 1.9453e-02, 2.0767e-02, -6.4881e-04,
-5.2714e-03, -2.8972e-03, 2.7197e-03, -5.0887e-03, 2.5636e-03,
-4.3841e-03, -5.8162e-03, 4.8086e-03, -7.3412e-04, 2.0448e-02,
-5.8169e-04, -9.2214e-03, 9.4147e-04, 4.1090e-03, 2.6825e-03,
-1.0234e-02, -5.9290e-03, -7.1458e-03, -9.9085e-03, 1.9136e-02,
7.0619e-03, -1.2327e-02, -1.5935e-03, -2.9954e-03, -3.2385e-03,
-2.8125e-03, 3.0944e-03, 2.4138e-03, 8.2308e-03, -5.5184e-03,
-1.7051e-03, 3.5041e-03, 4.0210e-03])),
('model.decoder.layers.0.encoder_attn.v_proj.weight',
tensor([[ 0.0735, 0.0734, 0.0525, ..., 0.0287, 0.0540, -0.0011],
[ 0.0036, 0.1099, -0.0150, ..., -0.0159, 0.0394, -0.0163],
[-0.0075, 0.0136, 0.0381, ..., -0.0190, 0.0108, 0.0581],
...,
[ 0.1613, -0.1093, 0.0027, ..., -0.1278, -0.0503, -0.0861],
[-0.0334, -0.0792, 0.0971, ..., -0.0342, 0.0288, -0.0944],
[-0.1306, -0.0228, -0.0695, ..., -0.0635, -0.0703, 0.1298]])),
('model.decoder.layers.0.encoder_attn.v_proj.bias',
tensor([-6.5321e-02, -5.0166e-03, -4.8096e-02, 5.2523e-03, -7.0687e-02,
-1.2894e-03, 6.7072e-03, -1.1543e-01, 8.9452e-03, 5.0793e-02,
1.1236e-02, 1.7694e-03, 7.0031e-02, -6.6672e-02, 1.0511e-02,
5.2321e-02, 2.8070e-02, 3.7799e-02, -2.5745e-02, -4.4801e-02,
3.2164e-02, 1.0034e-01, -4.3760e-02, -1.2277e-01, 1.9382e-02,
-5.9414e-02, -5.9684e-02, -4.5983e-02, -4.9875e-02, 6.9286e-02,
1.6564e-02, 3.9554e-02, -9.4209e-03, 4.4952e-02, -3.1785e-02,
-6.4038e-02, -3.2262e-02, 3.4206e-02, -4.8287e-02, -4.1650e-04,
-2.1843e-02, 2.3236e-02, -1.5281e-03, -4.1442e-02, -3.6387e-02,
1.0299e-02, -2.1351e-02, -1.7423e-03, -4.5884e-03, -2.3689e-02,
-2.7268e-02, 5.2062e-03, -4.0767e-02, -4.6254e-02, -5.7500e-02,
-7.0050e-02, 3.9488e-02, 4.5885e-02, 2.2308e-02, 3.2385e-02,
-1.2448e-02, 2.1506e-02, 3.0851e-02, 6.8889e-02, -1.7053e-02,
-1.0873e-02, 7.8916e-03, 2.5292e-02, 1.1515e-02, 3.7967e-02,
-6.4325e-02, 3.5050e-02, -1.5914e-02, -4.1311e-02, -3.2299e-02,
1.3830e-02, 6.9014e-02, 2.9174e-02, 2.7023e-02, -8.9382e-03,
-2.7344e-03, 9.7882e-03, 2.8165e-02, 3.0267e-02, 1.9573e-02,
-1.4992e-02, 2.6880e-02, 1.4813e-02, -3.7250e-03, 3.2507e-02,
3.3387e-02, -4.5751e-02, 2.3489e-02, 1.3377e-02, -2.2985e-02,
-5.1754e-02, -5.3833e-02, 6.9305e-03, -4.2998e-02, -2.6229e-02,
-4.2724e-02, 6.2947e-02, -2.3992e-03, -6.3340e-03, 5.9320e-02,
-2.9232e-02, 2.3624e-03, -1.9690e-02, -2.4191e-02, 3.9169e-03,
8.1896e-03, -4.6373e-02, 5.3079e-02, 5.6283e-03, 6.0635e-03,
-7.1315e-02, -1.3637e-02, 2.7678e-02, 3.8325e-03, 2.5137e-03,
4.9223e-02, 1.3915e-02, -1.0697e-02, -5.2555e-02, -7.6275e-03,
2.5607e-02, -6.8509e-03, -3.5900e-02, -3.1451e-02, 1.9825e-02,
5.1237e-02, 2.1685e-03, -2.5622e-02, -2.5082e-02, 1.2861e-02,
6.0271e-03, -1.7981e-02, 1.2080e-02, 7.8797e-03, -2.4544e-02,
4.4494e-02, -7.4494e-03, -3.1454e-02, 2.2410e-03, 6.1465e-03,
1.4258e-02, -5.2348e-02, 2.6681e-02, -1.0492e-02, 8.6693e-04,
-2.3479e-02, 2.6640e-02, -1.4976e-02, 7.6971e-03, 1.9469e-02,
1.4110e-02, -2.7727e-02, 5.4586e-03, 1.0760e-02, -5.8092e-03,
-5.0083e-03, -2.1360e-03, 2.7385e-02, -4.1255e-02, -2.3090e-02,
1.2028e-02, 1.3703e-02, -6.3549e-03, -3.4199e-02, -1.9411e-02,
-9.3972e-02, -1.5542e-02, 1.5583e-02, -2.7251e-02, -1.8171e-02,
2.0691e-02, 5.8116e-03, -2.6705e-02, -1.2015e-02, -8.0478e-03,
6.0780e-03, -4.8049e-02, -1.1231e-02, -3.2463e-02, -3.0225e-02,
-1.4175e-02, 3.9529e-02, -1.8001e-02, 1.1698e-02, -2.1206e-02,
-2.4679e-02, -3.9605e-03, -1.7787e-02, -4.6272e-02, -3.3719e-02,
1.5886e-02, 1.7851e-02, 2.2049e-03, -1.2907e-03, -1.8008e-02,
6.2549e-02, 4.2513e-02, -7.4426e-02, -1.7563e-02, 1.0582e-02,
5.5171e-03, -2.5101e-02, 5.1663e-02, -1.6823e-02, 2.3489e-02,
-1.5174e-01, -2.5971e-02, -5.8380e-03, -6.0712e-03, 2.3667e-02,
-2.6891e-03, -5.6171e-03, -1.4574e-02, 1.7231e-02, 1.7224e-02,
4.2160e-03, 2.6257e-02, 2.5068e-03, -1.5227e-02, 4.7476e-03,
1.1469e-02, -5.3525e-02, 6.0970e-04, -7.3506e-03, 2.3283e-02,
2.0397e-02, -2.5627e-02, -1.1733e-03, 1.1368e-02, 1.6382e-02,
5.1454e-02, 2.4906e-03, -6.8898e-02, 7.4391e-02, -3.8491e-02,
3.5700e-02, 3.1827e-02, 2.8242e-02, -3.3820e-02, -1.2479e-02,
-5.2144e-02, -2.1236e-03, -1.7107e-02, 4.3227e-02, 4.2865e-02,
1.1522e-02, -3.3684e-02, -9.1342e-03, -3.5903e-03, 1.3530e-02,
-1.5122e-03, -2.8676e-02, 1.3736e-02, -1.1694e-02, 7.6576e-03,
-3.3636e-02, 4.4905e-04, 8.1328e-03, -1.5008e-02, 2.5905e-02,
1.6244e-02, -1.6217e-02, 1.3599e-02, 9.4644e-04, 1.6765e-02,
-2.3390e-02, 1.0426e-02, 1.0930e-02, 7.9749e-03, -1.6652e-02,
1.7104e-02, 2.2973e-02, -1.2246e-01, -1.9942e-02, -1.0692e-02,
-6.6845e-03, 7.6380e-04, -2.8539e-02, 1.6868e-04, 1.4705e-02,
7.4741e-03, -1.6510e-03, 6.9171e-03, 3.2178e-02, 8.1546e-03,
-1.8070e-02, -3.3190e-03, -1.5844e-02, 7.5131e-04, -4.7325e-02,
5.9859e-03, -6.9616e-03, -7.3412e-03, -4.1938e-02, 9.1695e-03,
-1.5999e-02, 2.1204e-02, -9.1016e-03, 2.6466e-02, 8.9835e-03,
5.5043e-04, -1.2606e-02, -2.3529e-02, -4.2632e-02, -2.5243e-02,
3.2285e-02, 1.0784e-02, -3.8543e-02, -4.2105e-02, -2.1263e-02,
-6.7835e-02, -1.0405e-02, -2.3143e-02, 1.1826e-02, 2.7837e-02,
-8.6176e-03, -3.6895e-02, 1.0457e-02, 4.1687e-03, -4.0041e-03,
-7.6858e-04, -3.3390e-02, 2.7129e-03, -4.3613e-03, 4.2219e-02,
1.4158e-03, 6.6538e-03, 2.8588e-02, 2.7878e-03, -2.3915e-02,
8.6096e-03, 1.6246e-01, -1.9229e-02, -1.8044e-02, -1.9278e-02,
4.5047e-03, -2.2201e-02, -2.3527e-04, -1.1221e-02, -5.1486e-03,
3.2211e-04, -1.9477e-02, 4.8829e-03, -4.5277e-02, 1.7688e-02,
-9.7416e-04, 2.3979e-03, 2.4577e-02, 1.4697e-02, -2.7139e-02,
-2.2722e-02, -2.8449e-02, -2.2668e-04, 1.9918e-03, -1.8410e-02,
-2.8445e-03, -9.4948e-03, -4.2106e-02, 6.3251e-03, 6.6202e-03,
1.0549e-02, 2.9609e-02, 1.1542e-02, 2.9519e-02, 1.3773e-02,
2.8290e-03, 2.0398e-02, -1.9827e-03, 2.7334e-02, 3.2466e-02,
8.3953e-03, 2.6703e-03, -1.7459e-02, 6.4769e-03, -1.7345e-02,
-2.5391e-02, 3.1104e-02, -2.2883e-03, 3.1017e-03, 4.0609e-02,
2.4717e-02, 7.4880e-03, 3.1471e-02, 1.7563e-02, 5.3682e-02,
-5.6386e-04, -8.8569e-03, -7.6727e-03, 1.6400e-02, 1.5172e-01,
-2.4393e-02, -5.2694e-05, -5.0114e-02, -4.1209e-02, -2.8908e-01,
6.6023e-02, -4.2662e-02, 9.8090e-03, 8.6829e-03, -1.0083e-02,
1.1368e-03, 1.7835e-01, -3.1649e-02, -1.9543e-02, 8.2555e-03,
9.7671e-03, -5.1559e-02, -2.1874e-02, -1.4064e-02, -1.0253e-02,
-3.4895e-02, 6.9010e-02, -1.5889e-02, 5.0634e-03, -1.5855e-03,
-1.5206e-02, -1.2593e-02, 2.4173e-02, 1.2524e-01, -1.3163e-02,
-9.8926e-02, 1.4877e-02, 2.3047e-02, -5.6627e-03, 4.4893e-02,
-3.4426e-02, 2.2637e-02, 1.8285e-02, 6.8923e-02, 3.4501e-02,
-9.6597e-02, 2.0722e-03, 2.1677e-02, -7.9467e-02, 1.7835e-02,
-3.8369e-02, -9.9190e-03, -7.3858e-02, 9.3959e-02, -1.3287e-02,
-3.7724e-02, 6.4986e-02, -3.1812e-03, 3.6531e-02, 1.9990e-02,
-8.6657e-02, 1.9088e-02, -1.0929e-02, 1.3289e-02, -4.5593e-02,
6.9854e-02, -2.3623e-02, 2.5591e-02, -6.2995e-02, 5.0939e-02,
-3.2169e-02, -2.4703e-02, -1.5096e-02, 1.4295e-02, 1.2343e-02,
-4.2377e-03, -5.3257e-02, 1.5711e-04, 8.2896e-03, 3.4836e-02,
-1.7351e-02, 5.1175e-03, 1.9292e-02, -2.4244e-02, 9.9948e-02,
8.1946e-02, -7.0737e-03, -4.8350e-02, 1.5835e-01, 1.6252e-02,
1.9783e-02, -2.7129e-03, -1.3529e-01, 2.2370e-02, -8.2283e-03,
1.3918e-02, -3.1270e-02, -1.0994e-02, -7.5983e-03, -2.6489e-02,
7.0110e-02, -1.5722e-02, 1.7396e-04, -4.2311e-02, -6.4708e-03,
1.7374e-02, 2.1486e-02, -4.9821e-02, 5.5736e-02, -1.0637e-02,
-3.8932e-02, -1.2478e-02, -1.6540e-02, -2.2731e-02, 1.1236e-02,
7.8510e-02, 4.2457e-03, 1.7214e-02, 1.2993e-02, -1.0537e-02,
-2.6987e-02, 2.0801e-02, -1.1987e-02, 8.1326e-03, 3.2294e-02,
1.7580e-02, -1.8283e-02, -4.3253e-02, -5.7068e-02, 4.5980e-02,
5.0939e-02, 1.7918e-02, -5.5038e-02, 2.2275e-02, 3.9240e-02,
-3.2161e-02, 7.2095e-02, -3.2209e-02, 9.1619e-02, 7.8030e-04,
-3.1835e-01, 9.3643e-02, 5.5123e-02, 1.3964e-01, -4.8310e-02,
1.0285e-02, -3.8498e-02, 8.2256e-03, -1.1357e-02, -3.7185e-01,
4.0063e-02, -2.6601e-02, -5.1104e-02, -7.2116e-02, -3.0333e-02,
-1.9461e-02, 6.2494e-02, -3.4335e-02, 3.5508e-02, 1.2061e-01,
-9.9264e-03, 5.2116e-02, 3.9566e-03, -3.0785e-02, -2.1080e-01,
9.3756e-02, 4.6377e-02, -8.6496e-03, 3.1428e-04, 6.6487e-03,
3.2599e-02, -3.4386e-02, 5.6057e-03, 4.9021e-03, -1.5294e-02,
-9.2197e-03, 6.6179e-02, -2.7348e-02, -7.0788e-02, 2.2819e-02,
-4.9017e-02, 2.3317e-02, -2.6558e-02, 1.8370e-02, 3.9243e-02,
2.5172e-02, -2.8138e-02, -2.1144e-02, -1.3755e-02, -9.9020e-03,
5.9426e-02, -1.0751e-02, 1.0530e-02, -3.9900e-02, -2.2559e-02,
5.8882e-03, 4.8699e-02, 5.9266e-03, 2.3111e-02, -2.7074e-02,
2.8238e-02, -3.4707e-02, -1.7505e-02, 2.8230e-02, 2.6672e-02,
2.7964e-02, -5.6421e-03, -1.2241e-02, 2.3872e-02, -2.9479e-02,
2.2419e-02, -2.2162e-02, -1.1978e-02, 1.2308e-02, 5.3376e-02,
1.9322e-02, -4.3969e-02, 3.4188e-02, -3.5500e-02, -1.3563e-02,
3.4142e-03, -5.3692e-02, -1.7545e-02, 3.8489e-03, 3.1899e-02,
8.9915e-03, 2.7410e-02, 2.3303e-02, -3.5135e-02, 1.7701e-02,
2.1663e-02, 3.4906e-02, -1.7688e-03, -1.3816e-02, -1.2938e-02,
4.0535e-03, -1.3753e-02, 7.6315e-03, -4.6947e-03, -7.7246e-03,
2.9175e-02, 8.7054e-02, -2.0318e-02, -2.9486e-03, 7.7396e-04,
-1.0527e-02, -4.4295e-02, 3.6371e-03, -3.4869e-02, -4.9675e-02,
-9.8682e-03, 2.3737e-02, -1.6594e-02, -7.8833e-03, 2.4409e-02,
-2.7851e-03, -2.2189e-02, 6.1181e-03, -2.2074e-02, -1.2246e-02,
4.7438e-03, -1.0536e-02, 3.6695e-02, 3.1498e-02, -1.5147e-02,
-1.1141e-02, -4.6037e-02, -1.3403e-02, -4.8389e-03, -1.1171e-02,
2.8976e-02, -3.6122e-02, 2.1283e-02, 3.7704e-02, 3.1596e-02,
-3.9574e-02, -3.0344e-03, -5.6167e-02, -3.5598e-02, 1.6416e-02,
2.7418e-02, -2.9255e-03, -4.3289e-02, 2.9655e-02, -4.1853e-02,
1.0402e-02, -3.3836e-02, -5.9021e-02, -5.7242e-03, 4.7748e-02,
-1.5830e-02, -8.5620e-03, 1.7929e-02, -1.9669e-02, 1.4234e-02,
8.0713e-03, 3.3585e-03, 1.3182e-02, 1.5798e-02, 4.7064e-02,
3.9234e-05, 1.0525e-02, 2.8433e-02, -2.6019e-02, -2.3815e-02,
9.6693e-03, -5.2316e-04, -1.4792e-02, -2.6290e-03, 1.0323e-02,
-7.4571e-03, -3.3384e-03, -7.9982e-03, -2.1072e-02, -2.4489e-02,
5.3193e-02, -4.7755e-02, -1.1918e-01, -1.5052e-01, 4.6545e-02,
9.2627e-02, -7.4831e-03, 6.2057e-02, 5.5587e-03, -7.3123e-02,
7.5066e-04, -5.6061e-02, 1.0617e-01, -3.8382e-03, -3.4337e-02,
9.0855e-02, 2.5361e-04, -4.3285e-02, 6.9393e-03, -2.3634e-02,
4.8980e-03, 1.3524e-02, -4.1839e-03, 5.4485e-04, 1.3682e-01,
-4.1194e-02, 2.4215e-02, 2.4003e-02, 1.6987e-02, 2.2825e-01,
-1.8495e-01, -4.9234e-02, 3.3174e-03, 7.5561e-02, 1.7668e-02,
-5.2722e-03, -5.6348e-02, -4.3510e-02, 1.1345e-01, -7.4358e-03,
2.0192e-01, 3.3265e-02, -3.1268e-03, -3.3596e-01, -8.1234e-02,
-3.4513e-02, -1.1229e-01, 1.8700e-01, 2.9971e-02, -4.2967e-02,
-2.2988e-02, 1.4317e-02, -3.8953e-03, 6.9770e-02, -2.2382e-02,
-6.6638e-02, 3.8841e-02, 7.3167e-02, -6.5950e-03, -1.9931e-02,
3.0224e-02, 1.5094e-02, 2.5919e-02])),
('model.decoder.layers.0.encoder_attn.q_proj.weight',
tensor([[ 0.0642, -0.1023, -0.0328, ..., -0.0124, -0.1424, -0.0600],
[ 0.0042, 0.0536, -0.1126, ..., -0.0142, -0.0366, 0.0298],
[ 0.0145, -0.0771, -0.1871, ..., 0.0760, -0.0913, 0.0336],
...,
[ 0.3336, 0.0083, 0.2154, ..., 0.0366, 0.1145, -0.0246],
[ 0.1532, 0.1698, -0.0295, ..., 0.0047, 0.1664, -0.0750],
[ 0.0362, 0.1316, -0.1959, ..., 0.1241, -0.2689, 0.0464]])),
('model.decoder.layers.0.encoder_attn.q_proj.bias',
tensor([-7.0280e-02, 3.7418e-02, 3.4260e-01, -3.9041e-01, 1.0355e-01,
-9.6486e-02, -2.4536e-01, -1.5164e-02, 2.5074e-01, -2.2058e-01,
8.2933e-03, 1.3007e-01, -2.3708e-01, 9.3304e-02, -1.0614e-01,
-7.8381e-02, 1.1707e-01, -1.1571e-01, 2.2975e-02, 1.4267e-01,
2.0987e-01, 1.4587e-02, 3.7338e-01, -8.4889e-02, 2.4921e-01,
-2.3482e-01, -1.3387e-01, -1.2909e-02, 1.3434e-01, -2.9878e-01,
2.2168e-01, 1.0572e-01, 1.7398e-01, -5.5081e-02, 2.8603e-01,
2.1671e-01, -1.3333e-01, 3.1695e-01, 1.2629e-01, -2.1155e-01,
-5.1142e-01, 1.7886e-01, 1.7245e-01, 2.5965e-01, -2.6920e-01,
1.4279e-01, 7.1246e-02, 1.7660e-01, -3.2081e-01, 1.0747e-01,
-2.7886e-01, -1.9437e-01, 2.2722e-02, 2.9142e-01, 2.1668e-01,
2.3768e-01, 2.9688e-01, -3.9558e-01, -1.7812e-01, -8.7490e-02,
5.6728e-02, -1.1251e-01, -4.8968e-02, -1.9215e-02, 4.8260e-02,
1.2781e-01, 5.4596e-02, 1.2828e-02, -2.8681e-02, 7.6076e-02,
1.2244e-02, 9.7357e-02, -1.4717e-02, 1.0932e-01, -8.2732e-02,
4.1048e-02, -1.4637e-01, -1.5385e-01, -2.6675e-01, 3.0166e-03,
1.7304e-02, 1.5468e-01, -1.9513e-01, 6.1340e-02, 6.9935e-02,
3.4836e-02, 1.6099e-01, 5.4336e-02, 1.8218e-02, 1.4978e-01,
8.3006e-02, 2.6958e-01, -6.6284e-02, 1.4103e-01, 3.3310e-02,
-1.5097e-02, 1.2899e-01, 1.2539e-01, -2.4606e-02, -6.0606e-02,
-1.0819e-01, -1.1452e-01, 1.0010e-02, -1.1608e-01, 2.5430e-02,
-4.2156e-02, -4.0046e-02, -1.3057e-02, 7.8471e-02, -1.0093e-01,
6.4274e-02, -6.9246e-03, 1.4337e-02, -1.2862e-01, -3.9533e-02,
5.0320e-02, 5.6131e-02, 1.6780e-01, -1.9402e-02, 1.3450e-01,
4.7078e-02, 1.4616e-01, 7.9664e-02, -2.0754e-01, -1.9155e-01,
-1.3952e-01, -1.1657e-01, 3.9384e-02, -4.7308e-02, -9.9041e-02,
2.4872e-02, -3.8510e-02, 2.0239e-01, 3.3447e-02, -3.6397e-03,
-1.1631e-01, 2.4236e-02, 2.0031e-02, 4.1389e-02, 9.7415e-02,
-6.1277e-02, 4.6846e-02, -3.6897e-03, 3.6106e-02, 3.7484e-02,
5.9750e-02, 2.9321e-02, -3.9443e-02, -3.0822e-02, 2.9269e-01,
-9.5609e-02, -5.1985e-02, -3.9457e-02, 5.1544e-02, 2.1440e-02,
-3.7675e-02, 4.5093e-02, 1.0911e-02, 4.4062e-02, -1.2944e-01,
2.2707e-02, -5.5549e-02, 7.3578e-02, 1.2674e-01, 4.2104e-02,
-6.0947e-02, -1.2241e-02, 7.8806e-02, -6.1067e-02, 8.7196e-03,
4.9210e-02, -6.5433e-02, -3.6832e-02, -4.1650e-02, 2.4812e-02,
1.3608e-01, -2.6445e-02, 5.0864e-02, -1.1951e-01, -4.4504e-02,
9.9999e-02, -5.0166e-02, 8.8877e-02, 1.0662e-01, 5.6410e-02,
7.3646e-02, -1.1701e-01, 4.6928e-02, -1.1014e-02, 1.7096e-02,
-1.7115e-01, -9.3993e-02, 2.6673e-01, -3.0555e-02, 2.0940e-03,
-7.2004e-02, -1.0593e-01, 4.0338e-02, 1.8741e-02, -1.0812e-01,
1.3665e-01, 5.2252e-03, 5.8005e-02, 1.3374e-01, 7.4436e-02,
-1.5770e-01, -3.5613e-02, -7.1422e-02, 7.1109e-04, -1.0378e-01,
5.2690e-02, -3.8204e-02, -1.7598e-01, -5.4922e-02, -4.1837e-02,
-7.2773e-02, -1.6360e-02, 4.7324e-02, -5.9647e-02, 2.0327e-02,
-1.4502e-01, 9.1668e-02, -8.1102e-02, -6.1199e-02, 5.2161e-03,
4.3706e-02, -1.2568e-01, 1.5108e-01, -1.0319e-01, 1.6037e-02,
8.4064e-02, -8.5695e-03, -1.9078e-01, 2.9407e-01, -1.0489e-02,
5.3937e-02, 5.5857e-02, -2.2691e-01, 1.1230e-01, -1.4616e-01,
3.9547e-02, -4.3503e-02, -8.8990e-02, 9.1482e-02, -2.2339e-02,
-1.6783e-02, 7.6807e-02, 3.6531e-02, 2.5191e-03, 4.5241e-02,
-8.9793e-03, -1.2352e-02, 4.7975e-03, 2.2476e-02, 5.5532e-03,
1.2656e-01, -1.7262e-02, -1.0749e-01, -4.7944e-02, 2.4460e-02,
-1.4287e-02, 2.9888e-01, 2.6420e-01, -1.2111e-01, -5.4582e-02,
7.6551e-02, -9.7379e-02, 1.3546e-02, -7.1142e-02, 2.3014e-02,
-1.4074e-01, -1.3889e-01, 8.3493e-02, 1.0038e-01, -1.4198e-01,
-2.2179e-01, 4.2930e-02, 1.0235e-01, 1.4856e-01, 1.6791e-01,
-5.8573e-02, 5.2261e-02, -7.2376e-02, -1.1685e-01, 1.4281e-01,
1.6829e-01, 2.9354e-02, 2.7991e-01, -1.3229e-02, 5.0415e-02,
-1.6522e-01, 9.6817e-03, 2.6444e-01, 8.3214e-02, 4.1851e-02,
4.2267e-03, 5.6966e-02, -1.2048e-01, 1.6917e-01, 2.5978e-01,
4.2837e-02, -7.5992e-03, -7.8617e-02, -1.8727e-01, 1.9930e-02,
-1.2804e-01, -1.7494e-01, -9.3444e-02, 1.9208e-01, 7.7231e-02,
8.6697e-02, -3.0950e-02, -3.8972e-02, 1.3077e-01, 2.9636e-02,
-8.8690e-02, 1.6739e-01, -1.4659e-02, -1.5915e-01, -4.4397e-02,
-1.0991e-01, 1.2461e-01, 1.1419e-01, -1.0188e-01, 8.5851e-02,
5.2711e-04, 1.0492e-01, 4.6801e-02, -1.8911e-01, 4.2415e-02,
7.3666e-02, -1.3664e-02, -3.4904e-01, 3.1150e-01, -5.6487e-02,
2.9528e-01, 1.8526e-01, 2.7685e-01, -1.7338e-01, -9.9353e-02,
-4.0345e-02, -9.1802e-03, -1.0535e-01, -5.4475e-02, 3.5529e-02,
-2.3673e-01, 1.5583e-01, -3.9001e-02, 6.5247e-02, -2.7489e-01,
-2.1691e-02, -2.7984e-02, -9.5529e-02, 2.4778e-03, -2.5161e-02,
-3.2222e-02, -3.3228e-01, -1.5965e-01, 4.4163e-02, 1.4043e-01,
2.8284e-02, -1.6122e-02, -7.1604e-02, 5.6329e-03, -6.7256e-02,
-5.4584e-02, -3.5533e-01, -1.5469e-01, -8.9228e-02, -1.0638e-01,
-7.6844e-02, -5.8650e-02, -1.8944e-02, -2.5123e-02, 1.5424e-01,
-2.5235e-01, -1.5957e-01, 3.2971e-01, -2.8871e-02, 2.8880e-01,
1.6695e-02, 7.2181e-02, 6.1009e-02, -4.0298e-03, 2.8001e-01,
2.2992e-01, -1.3637e-01, 1.6955e-01, 1.6813e-01, -9.4326e-02,
1.1882e-01, -1.4392e-01, 4.7009e-02, 9.2318e-03, -3.7516e-01,
4.4697e-02, 2.1225e-02, -4.3602e-02, 3.2267e-01, 5.4053e-02,
1.0971e-04, -4.8197e-02, -1.2958e-02, 1.7515e-02, 2.5887e-02,
-9.9319e-02, 1.5302e-01, -8.7479e-02, -1.0425e-02, -1.0928e-01,
-2.9497e-02, -8.0230e-02, -1.1706e-01, -6.4406e-03, 1.2593e-02,
7.6248e-02, -7.1944e-02, -4.9059e-02, 2.8078e-02, 6.2009e-02,
2.8765e-02, -8.2368e-02, 8.5288e-02, -4.4797e-03, -1.3674e-01,
7.5666e-02, -7.1975e-02, 7.3201e-02, -4.6030e-02, -6.5594e-03,
-6.7208e-02, -1.1633e-01, -1.2025e-01, -1.3581e-01, -2.9040e-01,
-2.9263e-02, 7.8840e-02, -8.8800e-02, -2.0721e-01, -2.4109e-02,
1.5812e-01, -2.1039e-02, -2.7102e-01, -2.0021e-01, -1.0779e-01,
9.6115e-02, 1.0369e-01, -5.7908e-03, 1.2093e-01, -1.8590e-01,
1.4189e-01, 2.7991e-01, -3.1110e-01, -3.5304e-01, 8.4180e-02,
4.3218e-02, 3.1847e-01, -7.4767e-02, 1.8931e-01, 1.1200e-02,
-1.5934e-01, -3.3480e-01, -1.8478e-01, -1.7105e-01, 1.6415e-01,
-2.6624e-02, -1.1056e-01, 4.7540e-02, -7.9070e-03, 2.2653e-01,
1.4984e-01, 2.2028e-01, -2.5999e-02, 7.0401e-02, -7.5023e-02,
2.0478e-01, -2.0993e-01, 2.4521e-01, 1.4122e-01, 1.8365e-02,
-5.4567e-03, -1.2556e-01, -4.0731e-01, -1.9552e-01, 2.2728e-01,
-2.1480e-03, -1.3052e-01, 2.1923e-01, -7.6022e-02, -2.4875e-01,
-4.9297e-02, -6.4286e-02, -2.4950e-01, -1.2293e-01, -1.8212e-01,
1.0204e-01, -6.0309e-02, -1.0114e-01, 8.7233e-02, 2.0020e-01,
-9.8199e-02, 1.3056e-01, -2.4268e-02, -1.4805e-01, 5.4165e-02,
-3.5745e-01, 2.6027e-01, 1.3870e-01, -2.1978e-01, -1.2125e-01,
3.4341e-02, 4.9632e-02, 5.4442e-02, 8.5913e-03, -6.0740e-02,
9.3546e-02, -7.6881e-02, 1.0148e-01, -6.5589e-02, 5.9598e-02,
8.5350e-02, 3.2594e-02, -3.0434e-02, -1.5032e-01, 6.2260e-02,
-4.0979e-01, -4.2625e-02, -4.3056e-02, -5.4395e-03, -2.1949e-01,
6.8943e-03, 3.5159e-02, 2.7105e-02, -1.9162e-03, 9.2948e-02,
2.8749e-01, 2.4370e-01, -1.8005e-01, 2.4118e-01, -7.9547e-02,
-2.5060e-01, 1.3158e-01, 1.3461e-01, -1.5856e-01, 8.2796e-03,
3.4828e-02, -2.7949e-01, 1.2412e-01, 2.1840e-01, 1.0963e-01,
-1.4332e-01, -5.3246e-02, 7.4081e-02, -8.4575e-02, -1.0308e-01,
-2.5724e-01, -3.0675e-01, 6.0529e-02, -1.8913e-01, 2.3454e-01,
7.3611e-02, 9.4973e-02, 6.2892e-02, 1.8149e-01, 3.9893e-01,
7.4947e-02, 1.1347e-01, -6.5206e-02, 2.3790e-01, -2.3953e-01,
-6.5661e-02, 8.6396e-02, 1.6902e-01, -1.6112e-01, 1.9180e-01,
-1.7709e-01, -1.2493e-02, 2.3275e-02, 9.1405e-03, 4.2909e-02,
9.3035e-02, 4.4934e-03, -5.4697e-02, 1.0841e-01, -1.6545e-02,
-3.0062e-02, -2.4813e-02, -1.0807e-02, 4.1211e-02, -9.5617e-03,
4.3223e-02, 1.3305e-02, -3.4505e-02, 7.2862e-02, 6.8290e-04,
6.3129e-02, 3.1991e-02, -2.7913e-02, -2.0828e-02, 3.7268e-02,
-4.4207e-02, -2.4672e-02, 2.2543e-02, 8.2196e-02, 5.7010e-02,
-3.5684e-02, -3.9526e-02, 9.8539e-03, 4.3909e-02, 4.1690e-02,
2.3124e-02, 6.9789e-02, -2.7991e-02, -5.2852e-02, -1.1144e-03,
-2.8879e-02, 3.4275e-02, 5.0185e-02, 3.7777e-02, 1.2214e-01,
1.1424e-01, -1.2651e-01, 8.9895e-02, -1.9546e-02, 7.2961e-02,
4.7221e-02, -4.7532e-02, -3.2994e-02, -1.7899e-01, -3.5842e-02,
-1.1226e-01, -6.9921e-02, 2.3281e-03, 3.0179e-02, 1.6341e-02,
1.3441e-02, 1.1040e-02, -3.6272e-02, 1.1574e-01, 2.4329e-02,
1.0594e-01, -9.7735e-02, -1.5558e-02, 5.1605e-02, -1.1517e-01,
-4.4649e-02, -1.5255e-01, 1.4855e-01, 1.9886e-01, 8.9639e-03,
-1.1026e-01, 1.7735e-01, -1.2934e-01, -1.0067e-01, -1.6446e-01,
2.0764e-02, 1.0786e-01, -9.4738e-02, 5.5704e-02, 7.8404e-02,
4.6462e-02, -3.1883e-02, -1.3866e-01, 7.2596e-02, 9.3194e-02,
-2.8868e-03, -1.1627e-01, 3.8103e-02, -1.7484e-01, -2.6970e-02,
1.1408e-02, -1.0556e-01, 4.6961e-02, 1.5431e-01, 1.5846e-01,
-9.6742e-02, -1.2826e-02, 6.7748e-02, -6.8023e-02, 6.0874e-02,
3.6089e-02, -1.6540e-01, -9.2401e-02, -1.4317e-01, -2.5821e-02,
4.6973e-02, -2.3924e-02, -4.4697e-02, 1.5983e-01, 6.6338e-02,
-5.3997e-02, 1.7478e-01, 9.0863e-02, 2.5763e-02, 3.8862e-02,
1.0350e-01, 1.7727e-01, 8.2065e-02, -9.6630e-02, 3.5051e-02,
-1.8379e-01, 1.4134e-01, -2.2503e-02, -4.3038e-02, -3.1704e-01,
3.2078e-01, -7.0120e-01, -3.7298e-01, 3.7383e-01, -2.7152e-02,
-8.3438e-02, -6.1422e-01, 5.2049e-01, -5.1817e-01, -4.9801e-01,
-1.7733e-01, -3.1506e-01, 4.7234e-01, -1.3293e-01, -5.3699e-01,
-5.3350e-01, 7.6810e-01, -3.6542e-01, 4.5906e-02, 1.5363e-02,
7.1355e-02, 3.5116e-01, -4.8530e-01, -3.1918e-01, 2.9853e-01,
-2.9964e-01, -2.7299e-01, -4.9722e-01, -6.2156e-01, -3.1134e-01,
3.5117e-01, 1.3400e-01, -3.3705e-01, 1.9064e-01, -3.7042e-01,
2.5191e-01, 1.4251e-01, -4.2655e-01, -6.7953e-02, -6.3014e-01,
7.7159e-02, 4.6629e-01, 2.8555e-02, -4.2121e-01, -1.9404e-01,
3.1620e-01, 4.3809e-01, 3.6404e-01, 5.1228e-01, -5.9584e-01,
-3.9313e-01, 2.8159e-01, 1.7681e-01, 3.3548e-01, 2.8746e-01,
3.4302e-01, -3.8032e-01, -2.5563e-01, -1.0940e-01, 1.7005e-01,
-1.7958e-01, -2.8702e-01, -1.0283e-01])),
('model.decoder.layers.0.encoder_attn.out_proj.weight',
tensor([[ 0.0129, -0.0989, 0.0773, ..., 0.0230, 0.0079, -0.0322],
[-0.0306, 0.0054, 0.0521, ..., -0.1051, -0.0015, -0.0133],
[ 0.0375, -0.0051, -0.0971, ..., -0.0413, 0.0135, 0.0758],
...,
[-0.0831, -0.0719, 0.0235, ..., -0.0205, -0.0509, 0.0240],
[ 0.1059, -0.0158, -0.1020, ..., -0.0375, -0.0569, 0.0188],
[ 0.0125, 0.0138, -0.0328, ..., 0.0545, 0.0097, -0.0053]])),
('model.decoder.layers.0.encoder_attn.out_proj.bias',
tensor([ 6.3775e-02, -1.9575e-01, -2.4113e-02, -1.4361e-01, -1.8981e-01,
-1.2417e-01, -7.5531e-02, 1.5729e-02, -1.2622e-01, 6.3037e-02,
-1.1556e-01, 1.0466e-01, 1.0596e-01, 1.9345e-01, -3.7677e-02,
-3.8872e-02, 6.2801e-02, -1.2259e-01, 9.5496e-02, -9.0384e-02,
9.6955e-02, -1.5890e-01, -7.4012e-02, 3.3455e-02, -5.2191e-02,
-7.2585e-02, -5.6556e-02, -1.7512e-01, 3.8638e-03, -1.6985e-01,
7.6986e-02, 3.3648e-02, -3.5996e-02, -7.8431e-02, -2.8968e-01,
5.7385e-03, -3.1066e-02, -1.8661e-01, -2.7664e-02, -2.0645e-01,
1.0530e-01, 1.2537e-01, -1.8842e-01, 6.4867e-02, 8.6178e-02,
-2.4248e-01, 5.7313e-04, 1.9413e-03, 4.7194e-02, -9.4565e-02,
-1.2011e-01, -7.9273e-02, -2.3975e-01, -1.4171e-01, 2.0702e-02,
2.1816e-01, 2.5260e-02, 9.4655e-02, -1.4075e-01, 2.9415e-02,
-8.1631e-02, -1.0120e-01, 8.9867e-02, 5.4867e-02, -7.0952e-02,
1.2406e-01, -1.5203e-01, -1.7886e-01, 4.8719e-02, -5.0227e-02,
-5.2912e-02, 3.4576e-02, -7.8434e-02, 8.4394e-02, -1.9207e-01,
-4.5028e-02, 8.2308e-02, -8.7507e-02, -1.0242e-01, -1.0953e-01,
-8.4959e-02, 1.1718e-01, -1.8352e-01, 1.8128e-03, -4.8141e-02,
-8.2677e-02, -2.5718e-02, 5.8817e-02, 5.5452e-02, 1.4852e-01,
1.5262e-01, 8.7600e-02, 3.8107e-02, -5.8293e-03, -8.0700e-02,
-7.2673e-02, 1.3200e-01, -1.0282e-01, 2.6498e-03, 1.4908e-02,
6.8425e-03, -4.2175e-02, -1.2521e-01, -2.0664e-01, 1.0384e-01,
9.4738e-02, -9.1334e-02, 1.9112e-01, -1.9196e-02, 1.5221e-02,
-1.9124e-01, -9.7549e-02, 8.9734e-02, -2.2399e-01, 2.3636e-02,
7.1291e-02, -9.3084e-02, -1.1035e-03, -8.0928e-02, 5.8862e-02,
5.2692e-03, -8.1874e-02, 5.8995e-02, 3.5505e-02, -2.6926e-03,
1.0568e-01, 2.5954e-01, 6.7877e-02, -7.1579e-02, -3.0262e-02,
1.7343e-01, -1.4599e-02, -3.8906e-02, -5.0980e-02, -2.9370e-02,
5.4264e-02, -1.1659e-01, 4.2052e-02, 1.0802e-01, 1.1600e-01,
1.0427e-02, 1.0523e-01, -4.2158e-02, -8.3766e-02, 1.5227e-01,
9.9025e-02, -1.0417e-01, 1.0706e-01, 2.4545e-03, 6.4953e-03,
-4.8266e-02, 1.5379e-01, 1.8752e-01, 7.3730e-02, 2.9767e-01,
-2.7360e-01, -5.1046e-02, 1.7553e-01, -5.2555e-02, -3.6956e-02,
-1.2345e-01, -8.7438e-02, -2.5699e-02, -8.1676e-02, 1.3572e-01,
4.2099e-02, -1.4653e-01, 7.0280e-02, 5.4431e-02, -8.1742e-03,
1.0811e-01, 2.4339e-02, 1.6389e-01, 3.8496e-02, 1.7540e-02,
-1.5111e-01, -2.7134e-01, 1.2125e-02, 2.6885e-01, 5.1164e-02,
-2.3374e-01, 1.1666e-02, 3.8128e-02, 1.1510e-01, 6.1284e-02,
7.8012e-02, 7.7831e-02, -1.5100e-01, -1.6541e-01, 2.0065e-01,
-1.1478e-01, 5.7200e-02, 4.2173e-02, -1.2647e-02, 4.0957e-02,
-3.9208e-03, -7.0405e-02, -4.1332e-02, 4.4556e-02, -4.3014e-02,
-8.8658e-02, 3.1119e-02, -1.6533e-03, -6.8739e-02, -4.4004e-02,
1.8587e-01, -4.5040e-02, -1.6821e-01, 1.4037e-01, 2.0850e-02,
2.3414e-02, 6.6053e-02, 5.6596e-02, -2.2974e-02, -6.3222e-02,
-5.1529e-02, -2.2412e-01, 8.2133e-02, 3.1462e-02, -3.0161e-02,
5.2385e-02, 8.1025e-02, 5.9731e-02, 8.7925e-02, -1.2996e-02,
8.8581e-03, 1.1915e-01, 1.0833e-01, -4.8229e-02, 6.5240e-02,
1.0990e-01, -1.3463e-01, 2.6470e-01, -1.2142e-01, -1.8556e-01,
-1.7919e-01, 1.6651e-01, -2.8048e-02, 2.5267e-01, 1.0681e-01,
1.1646e-01, 2.0058e-03, -2.4411e-02, 1.6647e-01, 1.6426e-01,
3.1806e-01, 9.2509e-02, -1.5060e-01, -1.7655e-02, -1.4610e-01,
-2.0703e-02, 7.4205e-02, -6.9304e-02, -2.0239e-01, -1.3020e-01,
1.7571e-01, 5.1592e-02, -2.4357e-01, -2.4718e-01, -3.4920e-02,
3.2759e-02, 1.1309e-01, -1.3252e-01, 7.1647e-02, 2.3890e-02,
-7.3534e-02, 3.6458e-02, -1.0638e-01, 1.7791e-01, -1.1848e-01,
-1.5595e-02, 1.0920e-02, -8.3994e-02, 1.1190e-01, 1.4181e-02,
1.2533e-01, 1.5457e-01, 4.0623e-02, -1.4001e-01, -5.5431e-03,
-1.2386e-01, 3.3032e-01, 2.4490e-02, -5.4173e-02, 2.1097e-01,
1.3926e-01, 8.6973e-02, 1.0123e-01, -4.3724e-02, 6.6010e-02,
-6.0946e-02, -1.0440e-01, -3.6556e-02, -9.7155e-02, -1.0283e-01,
6.7609e-02, 1.9939e-01, -2.4673e-03, 7.2323e-02, -1.4989e-02,
-1.0206e-01, 6.6533e-02, -5.3302e-02, 2.1348e-01, 4.5825e-02,
-5.2133e-02, 5.1836e-02, 8.1706e-02, 1.0624e-01, -1.0325e-01,
5.8078e-02, 4.4975e-02, -4.8882e-02, 1.1881e-01, -1.6953e-01,
-2.2798e-02, -5.4402e-02, 1.3393e-01, 1.1792e-01, 1.9303e-01,
-7.1295e-02, 1.5093e-01, 1.7268e-02, -1.1082e-01, 1.4802e-01,
2.2319e-02, 1.4397e-01, -4.6024e-02, -1.8691e-01, 3.0608e-02,
-1.2106e-01, 7.9168e-02, 3.1023e-01, -5.7633e-02, 8.3320e-02,
1.3113e-01, -1.2036e-01, 9.3769e-02, 7.4425e-02, -1.1279e-02,
-3.4464e-02, -1.2948e-01, -9.8309e-02, 6.0875e-03, 1.2014e-01,
-1.3503e-01, -1.1830e-01, 1.4339e-02, 9.7353e-02, 1.1608e-01,
5.5236e-02, 4.7432e-02, 1.6207e-01, 1.5587e-02, 1.4853e-01,
-8.7650e-02, 1.1413e-01, 6.7711e-03, -6.8820e-02, -1.0365e-01,
1.0559e-01, -1.4265e-02, 5.0456e-03, 4.2920e-02, 6.2017e-02,
3.9317e-02, 1.2748e-01, 6.5745e-02, 2.1988e-01, 1.3703e-01,
-2.2655e-01, -3.2672e-01, -4.1577e-03, 2.5196e-01, 2.4096e-01,
6.8748e-02, -5.6953e-02, 1.2060e-01, -7.2307e-02, -1.9438e-03,
-4.9259e-02, 1.0209e-01, 7.2254e-02, 1.8931e-01, -1.2861e-01,
4.9873e-02, 1.0568e-02, -1.1271e-01, -9.5281e-02, 7.0430e-02,
1.4113e-01, -2.2369e-01, 1.9013e-04, 1.9835e-01, -4.8460e-02,
2.5258e-02, -9.0764e-02, 9.2085e-02, 9.1640e-02, -5.6994e-03,
-2.0334e-01, 1.2775e-01, 1.7396e-01, -6.6300e-02, -1.4442e-01,
9.5939e-02, -2.4356e-02, -1.2964e-01, 1.2496e-01, 9.5676e-03,
-7.7756e-02, 4.6160e-02, -6.8021e-02, -4.2996e-02, -5.4961e-02,
-1.1539e-01, 1.2921e-02, 1.6235e-01, 1.6380e-01, 9.8907e-02,
1.0814e-01, -1.4430e-01, -1.5242e-01, 1.1700e-01, -2.2146e-02,
1.4767e-02, 8.7562e-02, 4.6765e-02, 2.9528e-02, 5.5604e-02,
-1.3356e-02, -7.0374e-02, -2.9495e-02, -1.6164e-01, -1.3948e-01,
-2.1227e-01, -3.8912e-03, -1.1104e-01, -8.0576e-02, -1.0574e-01,
-9.6193e-03, 1.0023e-01, -4.6746e-02, 1.0025e-01, 5.0200e-02,
-1.1813e-01, 1.9781e-01, 2.0783e-02, -1.7384e-01, 2.9948e-01,
-7.8890e-02, 2.1904e-02, 1.1294e-01, -9.0051e-02, -2.3193e-01,
2.1807e-01, -1.6449e-01, 1.0275e-01, -1.5213e-01, 8.2213e-02,
-6.2064e-03, -8.9626e-02, 6.3364e-02, 1.0764e-01, 1.3521e-01,
1.2166e-01, -2.1875e-03, -7.9667e-02, -1.2239e-02, 8.8780e-03,
-8.6571e-02, -7.1278e-02, 5.7177e-02, 1.6504e-01, 2.5464e-02,
1.2546e-01, 2.0887e-01, -4.3795e-02, 6.3868e-02, -4.9523e-03,
1.6082e-01, -4.3614e-02, -1.5781e-01, 8.2174e-02, -1.3164e-01,
2.2030e-02, -7.7531e-02, 1.3049e-01, -1.4238e-01, -5.6833e-02,
-1.1331e-01, -4.2021e-02, -9.9311e-03, -1.0852e-01, -8.1281e-02,
-1.3064e-01, -3.3254e-02, -6.2812e-02, -9.8871e-02, 8.2158e-02,
-1.2602e-02, -1.3500e-01, 1.4189e-01, 1.7689e-02, -3.3264e-02,
-2.7619e-03, -6.8451e-03, -1.5383e-01, 7.0833e-02, 3.3377e-02,
1.2161e-02, 5.1546e-02, 1.2602e-01, 1.9293e-01, -4.8757e-02,
1.1205e-01, -5.8823e-02, 1.7632e-01, -1.1607e-01, 4.1760e-02,
4.7327e-03, 9.1887e-02, -1.6829e-01, -4.1902e-02, 3.1753e-02,
1.0897e-01, -4.5871e-02, -5.9201e-03, 3.3363e-02, 7.8049e-03,
7.0640e-02, 4.8991e-02, -5.1240e-02, -1.3607e-01, 5.2642e-02,
3.5970e-02, -3.6836e-02, 5.2053e-03, 1.5525e-01, 2.8110e-01,
-2.2541e-01, -6.1221e-02, -1.0940e-01, 4.9441e-02, -2.2440e-01,
4.3749e-02, 6.6447e-02, -5.0164e-02, 7.3982e-02, 1.0814e-01,
-1.8254e-01, 2.0987e-01, 1.0971e-01, 7.9139e-02, 1.2579e-01,
1.3715e-01, 1.0649e-01, -1.8877e-01, -1.4307e-01, 2.6203e-01,
-1.9093e-01, 1.5703e-01, -3.0615e-03, 1.3122e-02, -8.1063e-02,
2.0165e-01, 9.3619e-02, -1.3450e-01, -8.9646e-02, -5.8036e-05,
2.5321e-03, 6.3762e-02, 5.8260e-02, 1.3486e-01, -1.0667e-01,
-1.5954e-01, 5.5074e-03, -2.1662e-01, 7.7798e-03, 8.8786e-02,
1.8653e-01, 1.7105e-01, 6.1627e-02, -9.4066e-02, 9.6359e-02,
-1.5735e-01, 2.7933e-02, -1.6473e-03, 8.8377e-02, 1.2917e-02,
-7.9987e-02, 9.8718e-03, 1.2437e-01, -1.1952e-01, -4.6195e-02,
4.0666e-02, 4.6541e-02, -2.7552e-01, 5.2062e-02, -7.9339e-03,
1.7799e-01, -1.6768e-01, 1.0571e-01, -8.1846e-02, -3.2774e-02,
2.1348e-02, 8.9178e-02, -3.4640e-03, 3.6056e-02, 1.3152e-01,
-1.4022e-01, -6.3167e-02, -1.4943e-01, 1.5939e-01, -4.0240e-02,
5.8141e-02, -8.9440e-02, 9.8949e-02, 2.6376e-03, 8.3573e-02,
1.4198e-01, 1.8963e-01, 5.6069e-02, -8.6441e-02, -9.4734e-02,
7.8331e-02, -3.4234e-02, 2.1484e-01, 3.4099e-02, -1.8013e-01,
7.5538e-02, 2.5583e-02, -2.2424e-01, 1.7711e-01, 1.7680e-01,
1.5818e-01, -2.3787e-01, -9.3530e-02, -9.2561e-02, 1.8334e-01,
-1.1663e-01, 1.4067e-01, 9.2427e-02, 1.4529e-01, -4.3956e-02,
1.4446e-01, 4.7617e-02, -1.5747e-01, -8.3866e-02, -7.7969e-02,
2.0050e-01, 1.8248e-01, -1.4860e-01, -7.9557e-02, 1.5611e-01,
4.8999e-02, 2.4446e-03, -6.1484e-02, 2.1475e-01, 1.5321e-01,
2.1664e-01, -3.3888e-02, 1.9630e-02, -1.8453e-01, 2.0315e-01,
-1.7245e-02, -2.5908e-01, 1.7614e-01, 3.5798e-02, 9.0795e-02,
-2.3702e-02, -3.9454e-02, -1.2982e-01, 1.9929e-01, 9.0702e-03,
-1.9953e-02, -1.0377e-01, -1.5240e-02, 3.1320e-02, 1.3090e-01,
5.8845e-02, 2.8855e-02, 4.0196e-02, -7.2435e-02, 1.2927e-02,
8.1541e-03, -3.1953e-02, 1.9584e-02, -2.1836e-01, -1.7190e-01,
-1.6799e-01, 1.8310e-03, -3.4093e-02, -4.5698e-02, -1.6529e-01,
2.0333e-02, -2.2841e-02, 1.4680e-01, -1.4011e-01, -2.0092e-01,
3.5267e-02, -1.5731e-01, -1.1923e-02, -1.1008e-01, -1.7071e-01,
2.9303e-02, -7.9379e-02, 6.3852e-02, -4.1420e-02, 3.5584e-02,
-1.1088e-01, -1.8323e-01, -1.9864e-02, 2.1990e-01, -3.5104e-01,
4.4112e-02, -5.4695e-02, -6.8847e-02, 2.4609e-02, 6.1849e-02,
8.2224e-02, 5.7656e-03, 3.3450e-02, -3.5757e-01, 2.0924e-01,
1.1571e-01, -1.2758e-02, 1.1978e-01, 6.4983e-02, 2.0927e-01,
1.4313e-01, 1.0605e-01, -1.0315e-01, -1.5376e-01, -1.0654e-01,
-1.9300e-02, -1.4389e-02, -9.4031e-02, 2.9258e-02, 5.0029e-02,
-8.9254e-02, -2.0645e-01, 7.5122e-02, -1.4157e-01, 2.6200e-01,
5.9530e-02, -2.0846e-01, -1.6277e-01, 1.7488e-01, -2.0147e-01,
7.2489e-02, -1.0402e-01, 6.0611e-02, -1.6664e-01, 1.4305e-01,
-2.1995e-01, 1.5535e-02, 5.2178e-02, 1.1556e-02, -8.3094e-02,
-2.7755e-01, -9.7472e-02, -2.1121e-02, -1.1018e-01, -4.7205e-02,
-2.3394e-01, 3.4315e-01, 2.3399e-01])),
('model.decoder.layers.0.encoder_attn_layer_norm.weight',
tensor([0.3988, 0.3570, 0.3912, 0.3551, 0.4051, 0.3764, 0.3621, 0.3825, 0.3922,
0.9035, 0.3803, 0.3861, 0.3523, 0.3922, 0.3839, 0.3655, 0.3158, 0.3587,
0.4155, 0.3691, 0.3715, 0.3911, 0.3659, 0.3827, 0.3665, 0.4066, 0.3728,
0.3192, 0.4139, 1.7151, 0.3889, 0.3758, 0.3701, 0.3702, 0.3783, 0.2904,
0.3692, 0.3725, 0.3591, 0.3993, 0.3230, 0.2354, 0.3824, 0.3758, 0.3879,
0.3764, 0.3860, 0.3589, 0.3593, 0.3800, 0.3702, 0.3715, 0.6595, 0.3796,
0.3400, 0.3748, 0.3657, 0.4044, 0.3746, 0.3625, 0.3728, 0.3728, 0.4146,
0.3718, 0.4026, 0.3666, 0.4621, 0.3313, 0.3695, 0.4047, 0.3833, 0.3264,
0.3694, 0.3795, 0.3624, 0.3795, 0.3493, 0.3804, 0.3825, 0.3554, 0.3800,
0.3640, 0.3712, 0.4211, 0.3745, 0.3706, 0.3787, 0.3954, 0.3478, 0.3939,
0.3560, 0.4002, 0.3679, 0.3911, 0.3760, 0.3683, 0.4231, 0.3813, 0.3930,
0.3642, 0.3863, 0.3242, 0.3793, 0.3814, 0.3997, 0.3341, 0.3665, 0.3855,
0.3804, 0.3871, 0.3855, 0.3626, 0.3615, 0.3868, 0.3734, 0.3743, 0.3199,
0.3889, 0.2698, 0.3983, 0.4025, 0.3737, 0.3821, 0.3900, 0.4051, 0.3674,
0.3815, 0.3729, 0.3552, 0.3723, 0.4047, 0.3454, 0.3688, 0.3871, 0.4698,
0.3646, 0.3692, 0.3756, 0.3843, 0.3939, 0.3844, 0.4115, 0.3697, 0.4088,
0.3907, 0.4054, 0.3922, 0.3967, 0.3632, 0.4511, 0.3655, 0.3885, 0.3637,
0.3712, 0.4143, 0.3892, 0.3320, 0.3654, 0.3794, 0.4068, 0.3975, 0.3946,
0.3672, 0.3872, 0.4036, 0.3862, 0.3744, 0.3811, 0.4290, 0.3605, 0.3610,
0.3750, 0.3739, 0.4019, 0.3858, 0.3555, 0.4127, 0.3620, 0.4299, 0.3899,
0.3796, 0.3735, 0.3954, 0.3986, 0.4080, 0.3985, 0.3951, 0.3934, 0.3825,
0.3881, 0.3893, 0.3790, 0.3655, 0.4091, 0.3862, 0.3839, 0.3869, 0.3917,
0.3658, 0.3246, 0.3881, 0.3493, 0.3612, 0.4064, 0.3690, 0.3923, 0.2216,
0.3876, 0.3924, 0.3935, 0.4049, 0.3716, 0.3406, 0.3811, 0.3823, 0.4025,
0.3587, 0.4020, 0.3838, 0.3678, 0.3784, 0.4025, 0.3696, 0.4208, 0.3980,
0.3739, 0.3780, 0.2699, 0.3953, 0.3815, 0.3686, 0.4411, 0.4196, 0.3467,
0.2780, 0.3918, 0.3411, 0.3661, 0.3680, 0.4071, 0.3908, 0.3872, 0.3701,
0.3635, 0.3600, 0.4452, 0.3504, 0.3879, 0.3861, 0.3988, 0.3886, 0.3712,
0.3141, 0.3732, 0.4084, 0.4200, 0.3973, 0.3457, 0.3616, 0.3817, 0.3757,
0.3727, 0.3625, 0.3831, 0.3333, 0.3590, 0.4074, 0.3746, 0.3923, 0.3754,
0.3867, 0.3905, 0.3249, 0.3586, 0.3586, 0.4013, 0.4055, 0.3920, 0.4130,
0.4156, 0.3435, 0.4238, 0.3587, 0.4055, 0.3657, 0.3853, 0.4050, 0.3812,
0.3761, 0.3485, 0.3888, 0.3839, 0.3894, 0.3670, 0.4052, 0.4185, 0.3844,
0.3621, 0.3879, 0.3483, 0.3871, 0.3770, 0.3788, 0.3934, 0.3354, 0.3585,
0.4146, 0.4067, 0.3956, 0.4025, 0.4129, 0.3450, 0.4137, 0.3631, 0.3882,
0.3725, 0.3700, 0.3789, 0.3764, 0.3418, 0.3827, 0.3925, 0.3698, 0.3830,
0.4013, 0.4299, 0.4124, 0.4133, 0.3819, 0.3979, 0.3790, 0.4389, 0.3170,
0.3681, 0.4127, 0.4150, 0.3902, 0.3905, 0.3804, 0.4108, 0.3611, 0.3725,
0.3970, 0.4126, 0.3311, 0.3608, 0.3730, 0.4076, 0.3447, 0.3485, 0.4098,
0.3162, 0.3870, 0.3589, 0.4157, 0.3885, 0.3900, 0.3636, 0.3490, 0.4010,
0.3542, 0.4051, 0.3747, 0.4008, 0.3754, 0.3563, 0.4579, 0.3796, 0.3374,
0.3854, 0.3696, 0.4005, 0.4084, 0.3666, 0.3928, 0.3708, 0.3564, 0.3761,
0.3532, 0.3561, 0.3787, 0.4411, 0.3899, 0.3585, 0.3693, 0.3511, 0.3757,
0.4056, 0.3957, 0.3609, 0.3752, 0.3477, 0.3601, 0.3234, 0.3709, 0.4015,
0.4040, 0.4307, 0.3773, 0.3718, 0.3655, 0.3768, 0.3508, 0.4528, 0.3768,
0.3879, 0.3780, 0.3774, 0.3765, 0.3831, 0.3834, 0.3777, 0.3938, 0.3802,
0.3852, 0.4043, 0.3786, 0.3615, 0.3786, 0.4062, 0.4113, 0.4013, 0.3842,
0.3852, 0.3630, 0.3838, 0.3717, 0.3983, 0.3900, 0.3474, 0.3721, 0.9628,
0.3932, 0.3786, 0.3973, 0.4204, 0.3494, 0.3234, 0.3867, 0.4049, 0.3617,
0.3849, 0.3600, 0.3809, 0.3818, 0.3832, 0.3396, 0.3766, 0.3609, 0.3943,
0.3854, 0.3784, 0.3937, 0.4062, 0.3883, 0.3967, 0.3734, 0.3376, 0.3562,
0.3928, 0.3856, 0.3906, 0.3897, 0.3696, 0.3802, 0.3482, 0.3689, 0.3850,
0.3319, 0.3788, 0.3844, 0.3942, 0.3688, 0.3988, 0.3716, 0.3865, 0.4021,
0.3812, 0.3944, 0.3807, 0.3776, 0.3613, 0.4086, 0.3917, 0.3800, 0.3649,
0.3584, 0.3861, 0.4187, 0.3696, 0.3594, 0.3774, 0.3454, 0.3618, 0.3657,
0.3832, 0.3721, 1.1413, 0.3781, 0.4089, 0.3537, 0.3914, 0.3944, 0.3903,
0.3853, 0.3657, 0.4296, 0.3982, 0.3597, 0.3979, 0.3684, 0.3633, 0.3942,
0.3911, 0.3611, 0.3627, 0.4261, 0.3924, 0.3820, 0.3539, 0.3785, 0.3986,
0.3542, 0.3572, 0.3514, 0.3480, 0.3610, 0.3954, 0.3529, 0.3163, 0.3906,
0.3931, 0.3784, 0.4083, 0.4351, 0.3597, 0.3931, 0.4319, 0.3600, 0.2341,
0.3596, 0.3990, 0.3978, 0.3892, 0.3857, 0.3632, 0.3720, 0.3631, 0.4063,
0.3800, 0.3835, 0.3728, 0.3415, 0.3702, 0.4024, 0.4065, 0.3673, 0.7823,
0.4065, 0.3739, 0.4116, 0.3955, 0.3911, 0.4109, 0.3136, 0.4041, 0.3680,
0.3629, 0.3724, 0.3938, 0.3696, 0.3696, 0.3903, 0.3766, 0.6131, 0.3930,
0.3789, 0.3381, 0.3800, 0.3914, 0.2486, 0.4055, 0.3667, 0.3786, 0.3800,
0.3993, 0.3396, 0.3727, 0.3696, 0.3792, 0.3742, 0.3888, 0.3646, 0.3741,
0.3780, 0.3827, 0.3979, 0.3877, 0.3746, 0.3310, 0.3974, 0.4165, 0.3943,
0.3683, 0.3396, 0.3915, 0.3640, 0.4122, 0.3472, 0.3801, 0.3771, 0.3808,
0.3735, 0.2918, 0.4091, 0.3883, 0.3945, 0.4209, 0.3870, 0.4346, 0.3879,
0.4412, 0.3822, 0.3509, 0.4011, 0.3860, 0.4123, 0.3595, 0.4065, 0.3653,
0.3947, 0.3822, 0.3864, 0.3708, 0.3568, 0.4316, 0.3206, 0.3781, 0.3858,
0.4000, 0.3249, 0.3742, 0.3727, 0.4089, 0.4159, 0.3883, 0.4008, 0.3890,
0.3526, 0.4044, 0.3893, 0.3899, 0.3862, 0.3724, 0.3710, 0.4044, 0.3840,
0.3766, 0.3764, 0.3811, 0.3628, 0.3839, 0.3929, 0.4109, 0.3882, 0.3873,
0.3753, 0.4115, 0.4071, 0.3651, 0.3683, 0.3880, 0.3830, 0.4089, 0.3513,
0.4173, 0.3842, 0.3850, 0.3736, 0.3654, 0.4178, 0.3745, 0.3741, 0.3771,
0.3870, 0.3864, 0.4110, 0.3695, 0.3423, 0.3992, 0.3855, 0.7254, 0.3693,
0.3819, 0.3757, 0.3485, 0.3868, 0.3820, 0.3538, 0.3632, 0.3713, 0.3862,
0.4005, 0.8665, 0.3552, 0.3527, 0.3524, 0.3748, 0.3801, 0.4050, 0.3778,
0.3648, 0.3457, 0.4059, 0.3715, 0.3652, 0.4024, 0.3417, 0.3838, 0.3451,
0.3786, 0.3744, 0.4225, 0.3749, 0.3930, 0.3748, 0.3938, 0.4237, 0.4103,
0.3583, 0.3412, 0.4095, 0.4096, 0.3922, 0.3818, 0.3642, 0.7042, 0.3932,
0.3765, 0.3714, 0.4184, 0.3753, 0.3814, 0.4054, 0.4174, 0.3686, 0.3886,
0.4019, 0.3658, 0.3578, 0.3648, 0.3304, 0.3674, 0.3957, 0.3737, 0.3853,
0.3640, 0.3705, 0.4018, 0.5968, 0.3738, 0.3978, 0.3624, 0.3851, 0.3824,
0.3765, 0.3813, 0.4014])),
('model.decoder.layers.0.encoder_attn_layer_norm.bias',
tensor([ 1.8358e-02, -5.3871e-03, 3.8587e-02, 5.6048e-02, 3.1687e-02,
1.0629e-01, 9.6452e-02, 6.8543e-02, -1.2633e-01, -9.7303e-01,
1.2907e-01, -1.4307e-01, -4.8757e-02, -6.7928e-02, 1.3224e-01,
-1.9475e-03, 1.8492e-01, 7.2256e-02, -2.9072e-02, -8.4487e-02,
-2.5862e-02, 4.0656e-02, -7.5998e-02, -1.1605e-01, 2.8971e-02,
9.3771e-02, 1.0313e-01, 4.4233e-01, -6.6316e-03, -1.7914e+00,
5.7924e-02, -5.1487e-02, 6.0934e-02, 1.0137e-01, -7.6498e-02,
-2.8053e-01, -1.0719e-01, -4.5566e-03, 2.2167e-02, 9.0857e-02,
-1.1165e-01, -7.6347e-02, -1.5049e-02, 1.3463e-01, 2.7267e-02,
7.4196e-02, -1.5592e-02, 5.8032e-02, -1.6572e-01, 8.2288e-02,
3.9356e-02, -1.8515e-01, 1.3890e-01, 7.4672e-02, 3.5762e-02,
6.3792e-02, 1.7904e-02, -9.4089e-02, 5.6736e-03, 2.2517e-02,
9.1164e-03, -8.5573e-02, -1.9267e-02, 7.6033e-02, 5.8976e-02,
1.6943e-02, -5.4541e-02, 2.4754e-01, 5.2374e-02, -5.8293e-03,
8.8967e-02, 1.1482e-02, 8.4253e-03, 4.4322e-02, 6.6517e-02,
2.3361e-02, 3.0417e-02, -2.4126e-02, 6.6825e-02, -1.3438e-01,
-2.1751e-02, 2.4015e-02, -1.8738e-02, -5.5574e-02, -3.5436e-02,
1.7026e-02, -1.2643e-01, 2.9508e-03, 6.0596e-02, -9.8842e-02,
5.6619e-03, 1.4103e-02, -1.2654e-01, -2.8803e-02, 4.0533e-02,
-1.1005e-01, 8.9767e-02, -1.1079e-01, -1.2676e-01, 1.5863e-02,
-2.6810e-02, -3.0467e-02, 9.3022e-02, 1.4515e-01, 1.4733e-01,
1.6331e-02, 5.5848e-02, 5.7997e-02, 8.0600e-02, -1.4752e-01,
4.2706e-02, -2.9091e-02, 1.1892e-01, 5.6445e-02, -1.9606e-02,
7.0667e-04, 2.3054e-02, 1.6700e-01, 5.4884e-01, -1.1499e-01,
1.0770e-01, -2.0171e-02, -6.5623e-02, -4.2578e-02, 9.3124e-02,
1.3024e-02, -2.5599e-02, -5.9659e-02, 1.0392e-02, 3.6883e-02,
1.4616e-02, 4.7221e-02, -9.6604e-02, 1.5633e-01, 6.4802e-02,
7.9076e-02, 1.4169e-01, -7.9357e-03, 2.7289e-02, 6.7178e-02,
4.9837e-02, 1.3345e-01, -1.4114e-02, 7.6083e-02, 3.4963e-02,
-6.8500e-02, 4.4485e-03, 6.3454e-02, 4.6412e-02, 8.6031e-02,
2.5480e-03, -6.6473e-02, -3.1725e-02, 2.9791e-02, 1.6121e-01,
9.2157e-02, -5.3939e-02, 3.3335e-02, 1.1228e-01, -1.4210e-02,
1.4000e-02, 1.4028e-03, -1.7185e-01, 4.8199e-02, 4.0131e-02,
-8.0441e-02, 2.2324e-02, 2.8637e-02, 4.7793e-02, 2.7591e-02,
-9.0426e-02, -5.6870e-03, -1.2768e-01, -2.0415e-02, 3.5577e-02,
3.7862e-02, -6.0060e-02, -2.3005e-02, 4.6839e-02, -4.5506e-02,
-4.5220e-02, -3.0773e-02, 7.6454e-02, -3.1987e-02, -1.8721e-02,
4.5742e-02, 6.6229e-02, -2.1696e-02, -4.6097e-02, 6.0520e-02,
-3.7151e-02, 1.2072e-02, -1.5888e-03, -1.2087e-01, 1.0629e-02,
-1.0120e-01, -9.0227e-02, 1.6280e-01, -1.7453e-02, -6.0293e-02,
-1.3156e-01, -8.4384e-02, 3.1552e-02, -5.1684e-02, 4.6291e-03,
-1.0791e-01, 1.1223e-01, 5.7990e-03, 2.0966e-03, 4.7551e-02,
-7.2434e-02, 1.0554e-01, -4.6239e-02, 1.1321e-02, -6.7062e-02,
-6.6164e-02, 1.7033e-01, 4.8687e-02, 3.7784e-02, -1.2899e-01,
1.1505e-01, -4.7365e-02, -1.8151e-02, -3.7078e-02, -1.5885e-01,
4.7997e-02, 3.6881e-02, 4.4272e-01, 7.1826e-02, 1.3308e-01,
-5.0456e-03, -6.5634e-03, -2.7828e-02, 1.6323e-02, -7.3239e-02,
-8.0033e-02, 4.8571e-02, -1.0550e-01, -5.5644e-02, 4.2629e-02,
-5.2176e-03, -7.3761e-02, -2.2223e-02, 1.0113e-01, -8.4990e-02,
6.4347e-02, 1.5891e-02, 1.5603e-01, 5.5946e-02, 5.5943e-02,
4.7772e-03, 4.5667e-02, -4.9539e-02, 3.1688e-02, -4.7849e-02,
-1.6218e-02, -1.5405e-01, 6.4725e-03, 6.0032e-02, 3.0071e-03,
-7.2773e-04, 5.5192e-03, 3.9255e-02, 5.2104e-02, 3.3308e-01,
1.5079e-02, 5.5860e-02, -2.5319e-03, 1.6935e-02, 3.3530e-03,
1.4324e-01, 7.2787e-02, -3.5217e-02, -2.9200e-02, -1.8737e-02,
-1.4572e-02, 1.8451e-02, -1.5022e-02, 5.0672e-02, -4.0139e-02,
-2.8822e-01, 7.3338e-01, 4.1393e-03, -2.1397e-02, -1.8335e-02,
-1.3794e-01, 4.4223e-02, 4.7046e-02, -4.6596e-03, -1.6108e-02,
-1.1228e-01, -2.1607e-02, -1.6372e-01, 5.6319e-04, -6.2288e-02,
4.1956e-02, -4.9168e-02, 5.9163e-02, 1.0849e-01, 7.2517e-02,
-1.1946e-02, 1.1974e-02, -2.4271e-03, 2.2929e-01, 1.7880e-01,
-2.6024e-02, 4.7064e-02, 8.4311e-02, 2.7075e-02, 5.1907e-02,
5.8069e-01, 1.7675e-01, 4.0510e-02, -1.9077e-04, 1.4733e-02,
5.8011e-01, 9.9733e-02, 1.3992e-01, -1.2695e-01, 2.6278e-02,
7.3462e-02, 1.6163e-02, 8.6389e-02, 4.1432e-03, -2.5031e-02,
-1.6380e-03, 7.2438e-02, -5.9269e-02, 3.8977e-02, -1.0623e-01,
-1.1918e-02, 4.1967e-02, -1.1611e-02, 1.6404e-01, 5.3355e-02,
-1.0610e-02, 4.5725e-02, -3.5216e-02, 3.8640e-02, 9.7568e-02,
6.3830e-02, 8.3502e-02, 6.3820e-03, -3.4075e-02, 2.7651e-01,
-1.6989e-02, 9.2138e-02, -5.4022e-03, -4.0047e-02, -2.1873e-02,
1.8081e-02, -1.4229e-01, -1.8564e-02, 2.5039e-02, 1.1008e-01,
5.3922e-02, -2.3247e-01, -3.1589e-02, 8.8324e-02, -1.7092e-01,
-6.6817e-02, 2.0732e-02, 1.5512e-03, -7.6688e-02, -1.3655e-01,
3.3881e-02, 7.1096e-02, -9.2730e-02, 1.1701e-01, 1.8998e-02,
1.3074e-01, 6.3130e-02, -5.2371e-02, 9.5122e-02, -1.8322e-01,
-5.1609e-02, -5.9281e-02, -1.2941e-02, -3.1370e-02, 6.0451e-02,
-2.7646e-02, 5.7321e-03, 2.1662e-02, -7.7319e-03, 4.7153e-02,
-8.9511e-02, 2.8045e-03, 1.0669e-02, -6.9987e-02, 2.0037e-03,
4.3596e-02, 9.6124e-02, -5.9708e-02, 1.2070e-01, 1.6931e-02,
-6.4597e-02, -4.2262e-02, -4.8116e-02, -1.8264e-01, -6.6860e-04,
6.3944e-02, 1.4620e-01, -1.2887e-01, -1.4916e-02, 5.8234e-02,
1.6342e-02, 1.5008e-01, 8.0562e-02, -4.3776e-02, -1.0287e-01,
-1.4132e-02, 5.8093e-02, 2.2458e-02, 2.2737e-01, 5.6953e-02,
4.7825e-02, 1.0162e-01, -1.0543e-01, -1.0217e-01, -7.0883e-03,
7.6555e-02, -7.0052e-02, -5.1074e-03, -1.3216e-02, -7.6054e-02,
7.3913e-02, 1.3881e-01, 1.0450e-02, -3.9488e-02, 5.6797e-02,
9.9222e-03, -3.4315e-01, -1.1997e-02, -6.9634e-02, -1.0166e-01,
6.1263e-03, 3.4669e-02, 1.5189e-01, 7.5231e-02, -1.0740e-01,
-1.9399e-02, 9.5349e-02, -1.8610e-01, 9.9429e-03, 2.0565e-02,
5.6250e-02, 7.2658e-02, 1.5040e-01, 8.3973e-02, -5.1317e-02,
-1.6803e-02, -6.0937e-02, -9.3687e-02, -8.7871e-02, 3.4508e-02,
-3.3695e-02, 7.8067e-02, 2.2072e-02, -1.0862e-01, 9.7603e-02,
-1.1277e-01, -3.1110e-01, 1.3563e-01, 1.1625e-01, -1.0817e-02,
1.6942e-01, 7.6925e-02, 1.5105e-02, 6.8341e-02, -4.1898e-02,
-3.4109e-02, -7.7307e-02, 1.6154e-01, -3.4998e-02, -1.1817e-01,
-3.2704e-02, -2.1619e-02, 1.0565e-02, 4.8542e-02, 1.1352e-01,
7.9499e-02, -4.0969e-03, 1.5939e-02, 2.6454e-02, -1.0108e-01,
-1.3167e-01, 5.5666e-02, 3.5234e-02, 2.7673e-01, 2.9062e-02,
1.3617e-02, 2.2025e-02, 1.4541e-01, 3.9957e-02, 8.1186e-02,
-6.5855e-02, 6.5509e-02, -3.7971e-01, -7.8810e-02, 1.4726e-02,
1.6646e-01, -1.9316e-03, 5.2667e-02, 4.8322e-03, 1.3417e-01,
1.0230e-02, 2.1728e-02, 3.1813e-03, -1.6976e-02, 2.4843e-03,
6.3100e-02, 5.9207e-02, 1.0926e-01, 5.3148e-02, -1.1463e-01,
-8.3594e-03, 1.1496e-01, 1.1080e-01, -3.8083e-02, 6.5650e-02,
1.3204e-02, -1.2670e-02, -3.5642e-03, 1.4392e-01, -4.3317e-02,
-8.3028e-02, -2.5159e-02, 6.5347e-02, 4.2133e-02, 1.1996e-01,
-6.3216e-02, -3.2902e-02, -4.6211e-02, -9.0278e-02, 5.4031e-02,
-1.7797e-02, 1.3966e-01, -1.6200e-02, -2.6634e-02, 5.2009e-02,
2.7097e-02, -1.3921e-02, 1.5722e-02, -2.2281e-02, -6.6867e-02,
-1.9553e-02, 7.4033e-02, 5.4516e-02, -1.3767e-02, -3.5642e-02,
1.8460e-02, -2.5359e-02, -3.7674e-02, -6.4189e-03, 2.6529e-02,
5.5335e-03, -4.0020e-02, 1.3324e+00, 1.0025e-01, -2.6328e-02,
-4.2602e-02, 1.7080e-02, 1.2719e-01, 5.5913e-02, 2.2400e-01,
-6.4407e-02, 4.6081e-02, -4.2304e-02, 6.2120e-02, 8.9425e-02,
-5.9499e-03, -3.4464e-02, -6.0748e-02, 5.4589e-03, -6.1393e-01,
-5.2943e-02, 1.1880e-01, -1.4208e-01, -1.2987e-01, 2.3273e-01,
-8.8467e-02, 4.7090e-02, -8.7301e-02, 6.9948e-02, -9.5141e-03,
-3.3411e-02, -2.1936e-01, -8.6031e-03, 1.1473e-01, 4.0045e-03,
8.8557e-02, -1.8039e-01, -7.6720e-03, -4.2545e-01, -2.4601e-02,
1.7832e-01, 3.3218e-02, -1.1743e-01, 4.8847e-03, 1.3138e-01,
-6.8289e-02, 6.1173e-03, 4.1347e-02, 4.9709e-02, -3.1777e-01,
9.7182e-02, 3.7562e-02, 2.3387e-02, -1.6086e-01, -2.0992e-02,
3.1563e-02, -3.6471e-02, -3.3417e-02, -1.0586e-01, 6.0181e-02,
-7.6576e-02, -1.1860e-01, -5.8482e-02, 9.0350e-02, 9.3043e-02,
8.7006e-02, 3.3156e-02, 6.7866e-02, -4.7626e-02, 8.0435e-02,
-2.5866e-02, 5.3874e-02, -4.7421e-02, 7.3211e-02, 3.2228e-02,
-1.0435e-01, -9.1959e-02, -4.2187e-02, 6.9541e-02, 5.1839e-02,
1.4591e-02, -9.7615e-02, -6.1105e-02, 2.4624e-02, -3.9275e-02,
1.3800e-01, -5.0642e-02, -1.0969e-01, 2.2053e-02, 1.4893e-02,
-9.8407e-02, 5.0341e-02, 4.3755e-02, -1.0360e-01, 2.4843e-02,
8.8647e-02, -1.3175e-01, -5.6697e-02, 4.4041e-02, 9.2134e-02,
-1.5365e-02, 3.3626e-02, -9.0076e-02, -4.3115e-02, 1.1416e-01,
-5.8038e-03, 3.9785e-02, 3.0235e-02, -7.8617e-02, 5.6035e-02,
-2.7746e-02, -1.0224e-01, -1.2868e-02, 6.6869e-02, 5.2788e-02,
-1.6880e-02, 5.5994e-02, -3.8858e-02, 3.9819e-02, 3.4431e-02,
-9.6212e-02, 1.3775e-02, 6.3785e-02, -4.8334e-03, -8.1705e-02,
2.5640e-03, -5.5009e-02, 2.6906e-02, 1.4087e-01, -4.4749e-02,
-3.5514e-02, -1.0207e-01, -2.7866e-03, -1.5196e-01, 4.2453e-02,
8.8325e-02, -3.2208e-02, -6.0146e-04, -1.4535e-02, 6.0768e-02,
7.3439e-02, 9.1791e-02, -1.0711e-02, 3.0777e-01, 3.5031e-02,
4.5536e-02, 2.3426e-02, -2.4171e-02, 2.3947e+00, 2.0377e-02,
2.4725e-02, 2.6379e-03, -9.5633e-03, -8.5955e-03, -9.2939e-02,
-5.2276e-02, 3.5528e-02, 2.3971e-02, 8.6517e-02, -3.8573e-02,
-1.0805e-01, -5.9874e-02, -2.9125e-02, -3.1863e-02, 1.7120e-01,
5.4542e-02, 1.1830e-01, 9.1605e-02, -8.7706e-03, -6.1212e-02,
-9.9360e-02, -4.0193e-02, -1.1220e-01, 1.1654e-01, 1.8551e-02,
1.5930e-01, 6.7514e-02, 7.7689e-02, -4.6488e-03, -4.0585e-02,
-2.6189e-02, 2.6069e-02, 2.8008e-02, -8.2774e-02, -1.1397e-01,
1.4314e-01, -3.6274e-02, 2.8107e-02, -1.6649e-02, 8.1738e-02,
1.9413e-02, -3.1418e-03, 8.0823e-02, -1.1600e-01, 4.1194e-02,
-7.2814e-03, 1.2067e-01, -1.0925e-01, 3.8104e-02, 2.7481e-02,
-6.3086e-02, 4.3558e-02, 7.6759e-03, 1.3516e-01, 4.8463e-01,
-1.1546e-01, 6.8773e-02, 2.4378e-02, 3.3031e-02, 4.4856e-02,
1.9760e-02, -7.9561e-02, 6.0285e-02])),
('model.decoder.layers.0.fc1.weight',
tensor([[-0.0787, -0.0573, 0.0057, ..., -0.0869, 0.0012, -0.0767],
[-0.0216, 0.0044, -0.0172, ..., -0.0569, 0.0954, 0.0539],
[-0.1428, -0.0436, 0.0811, ..., -0.1037, -0.0151, 0.0527],
...,
[ 0.0370, 0.0369, -0.0241, ..., 0.1047, -0.0863, -0.1119],
[ 0.0182, 0.0904, -0.0243, ..., 0.0599, 0.0096, -0.0237],
[ 0.0024, -0.1093, 0.0663, ..., 0.0028, -0.0411, -0.0427]])),
('model.decoder.layers.0.fc1.bias',
tensor([-0.0639, -0.1163, -0.3835, ..., 0.0115, -0.0684, -0.1400])),
('model.decoder.layers.0.fc2.weight',
tensor([[ 0.0067, -0.0248, -0.1741, ..., 0.0028, 0.0034, 0.0108],
[-0.0835, 0.0886, -0.0801, ..., -0.0121, -0.1058, -0.0913],
[-0.0494, -0.0155, -0.0283, ..., -0.0105, -0.0263, 0.0017],
...,
[-0.0820, 0.0360, 0.0127, ..., 0.0138, 0.0235, 0.0087],
[-0.0430, 0.0115, 0.1436, ..., -0.0053, 0.0657, 0.0216],
[ 0.0099, 0.0357, -0.0361, ..., 0.0496, -0.0285, 0.0140]])),
('model.decoder.layers.0.fc2.bias',
tensor([-1.2293e-01, 9.3367e-02, 3.6598e-02, 1.5506e-01, 1.0828e-02,
4.1939e-02, 1.7343e-01, 6.1177e-03, -9.0474e-02, 2.1338e-02,
-7.2716e-02, 5.0979e-02, -8.0107e-02, 2.1015e-02, -1.7853e-01,
-2.0288e-03, -9.0589e-02, 4.1822e-02, -6.2258e-02, 2.8342e-02,
-5.6320e-02, -2.6944e-02, -3.2898e-02, -7.8066e-02, 1.0233e-01,
-5.8592e-02, -6.4784e-02, 2.1965e-01, 7.0489e-02, -1.9525e-01,
4.6868e-02, -7.3651e-02, -5.3806e-02, -1.1223e-02, -3.0489e-02,
-3.9299e-02, -3.7994e-02, 1.3236e-01, 6.1091e-02, 1.1608e-03,
1.4197e-01, 1.3947e-01, -1.0944e-01, 4.7225e-02, 2.3176e-02,
3.5407e-02, -3.5820e-02, 8.3223e-03, 2.1262e-02, -5.7634e-02,
2.5204e-02, 1.7173e-01, 2.9454e-01, -7.2717e-02, 7.8645e-02,
5.9510e-02, 5.4050e-02, 2.1047e-02, -1.7338e-01, 2.2977e-02,
7.5614e-02, 1.1742e-01, -8.1937e-02, 1.3010e-02, 1.6579e-02,
-9.3876e-02, -2.4991e-02, 6.1999e-02, 1.8315e-03, 7.5084e-02,
5.8171e-02, 1.1255e-01, 1.1606e-01, 1.3831e-01, -1.4903e-02,
-1.5766e-02, -1.6952e-02, 1.8382e-02, 1.5311e-02, -9.2918e-02,
-5.1925e-02, -5.3301e-02, 7.2652e-02, -4.0875e-02, -3.0761e-02,
-2.9260e-02, 1.7423e-01, -3.5044e-02, 1.5344e-01, 7.4091e-02,
1.0344e-01, -8.1727e-02, 3.4732e-03, 4.9933e-02, -1.4223e-01,
6.6141e-02, -4.0205e-02, 8.2720e-02, 2.6089e-02, 1.1383e-01,
-8.5726e-02, 3.3402e-02, 2.5219e-02, 4.9230e-02, 8.3651e-02,
3.3632e-02, -3.2825e-03, -2.5462e-02, -1.2877e-01, -8.4340e-02,
-4.7804e-03, -1.5263e-01, 3.7403e-03, 6.7914e-02, 1.7203e-01,
1.4450e-02, -1.0860e-01, 1.0376e-01, -5.3016e-02, -6.0135e-02,
4.5235e-03, -5.1714e-02, -1.7728e-01, 1.3174e-02, 1.8124e-03,
1.4375e-01, 1.4181e-01, 1.8862e-02, 1.5210e-01, 1.1023e-01,
-4.6349e-02, 8.4013e-02, -7.2578e-02, 2.8208e-02, -3.9060e-02,
-6.7421e-02, 1.0712e-01, 6.2479e-02, -2.6591e-02, 4.5885e-02,
-9.4733e-02, -8.1721e-02, 1.2057e-01, -7.8068e-02, 1.5323e-02,
1.3033e-01, 4.4448e-03, 7.8182e-02, 2.6536e-02, -4.5005e-01,
-1.7663e-01, -4.8976e-02, 1.1005e-01, -1.6497e-01, 1.3651e-01,
1.3895e-01, -6.7267e-02, 5.3867e-02, -1.1395e-02, 6.7427e-03,
-2.0741e-02, -3.0420e-02, -8.2170e-02, -4.6936e-02, -1.1090e-01,
-2.2393e-02, 1.4296e-01, 4.1965e-02, 6.7827e-02, 4.0304e-03,
2.0113e-01, -3.5761e-02, 3.6571e-01, -5.8090e-02, 7.6195e-02,
-7.7323e-02, 5.7702e-02, -4.8245e-02, 4.5022e-02, 3.4279e-02,
1.4649e-02, 3.6649e-02, 9.0882e-02, -2.7124e-02, 3.2736e-02,
6.2517e-03, 1.0780e-02, -1.1779e-01, 3.3690e-02, -5.7204e-02,
-2.9499e-02, 1.1861e-01, -8.5048e-02, -9.1073e-02, -1.7620e-01,
5.1204e-02, 7.8375e-02, -1.5757e-01, 1.1160e-04, -1.2899e-01,
-1.3255e-01, 1.5237e-01, -1.5508e-02, -8.7025e-04, 8.3504e-02,
-1.1164e-01, 5.2268e-02, 2.7059e-02, 6.5434e-02, -4.3897e-02,
-7.3120e-02, 1.2450e-01, 5.9580e-02, -5.2538e-02, 5.1756e-03,
8.0852e-03, 8.8583e-03, 5.6165e-02, 9.3180e-02, 1.2466e-01,
1.1076e-02, -2.4018e-02, 1.3147e-01, 7.1590e-02, 5.5181e-02,
6.3687e-02, 1.0415e-01, 7.6283e-02, -7.6264e-02, -8.3332e-02,
-1.1562e-02, 2.2867e-02, -6.3259e-02, -2.0579e-01, 2.7477e-03,
-1.1325e-01, 1.0382e-03, 1.7427e-01, 1.2761e-01, -8.2590e-02,
-9.5712e-02, -7.8358e-02, 1.1155e-02, 6.9243e-02, -4.4774e-03,
-7.4369e-03, 2.8036e-02, -9.3275e-02, 1.2996e-02, 2.0737e-02,
-5.0694e-02, 8.1751e-02, 6.8117e-02, 8.2402e-02, -5.3203e-02,
1.0764e-01, 1.5947e-02, -6.0982e-02, 7.6390e-02, 5.5342e-03,
4.2553e-02, -3.3872e-02, 6.7650e-03, -1.7728e-01, 1.6746e-01,
-1.7978e-01, -5.5206e-02, 1.5674e-02, -5.9480e-02, 6.2226e-03,
-9.3398e-02, -7.6128e-02, 8.2810e-02, -9.7397e-04, 8.3903e-02,
-2.6792e-02, -4.1561e-02, 1.6556e-02, 1.9346e-02, -8.5652e-02,
2.1020e-02, -1.2468e-01, -1.2236e-01, 9.9669e-02, 1.1596e-01,
-4.6409e-02, 5.9945e-02, -3.8249e-02, -7.1227e-02, -7.4634e-02,
2.9370e-03, 2.2531e-01, -8.7765e-02, 5.3175e-02, -9.8903e-02,
-6.7574e-02, -2.8762e-02, 4.9438e-02, 6.7244e-02, 5.3866e-02,
8.5874e-02, -4.2719e-02, 6.4437e-02, -6.1763e-02, 2.7254e-02,
5.1637e-02, 3.8618e-02, 1.5567e-02, -1.2304e-01, -2.0901e-01,
7.3519e-02, -1.1799e-02, -4.6164e-02, -6.6845e-02, 2.3225e-01,
-1.8038e-01, -1.5557e-01, -6.6197e-02, 7.0222e-02, 3.9496e-02,
2.2555e-05, -2.1260e-03, 3.3747e-02, 8.0258e-02, 5.2527e-02,
-5.5848e-02, -9.7284e-02, -9.9214e-02, 6.1431e-02, 1.8392e-03,
1.2593e-01, -7.7387e-02, 2.7415e-02, 6.3333e-02, -3.6983e-02,
-9.3385e-02, 8.9813e-03, -7.8631e-02, -2.2543e-02, -1.8882e-01,
4.2741e-02, 8.3074e-02, -3.4269e-02, 3.8591e-02, 1.4715e-01,
5.8588e-02, -1.1433e-01, -2.0263e-02, 2.2375e-02, -2.2827e-02,
4.7259e-02, -2.2195e-02, 4.2449e-02, -3.2298e-02, -8.2524e-02,
-7.5815e-02, 4.7694e-02, 5.9096e-02, -9.9655e-02, 7.8309e-03,
5.3364e-02, 8.3689e-02, -4.3276e-02, -4.6652e-02, 1.1924e-01,
-6.9684e-02, 8.6445e-02, 3.0427e-02, -3.4703e-02, 5.8705e-02,
1.2998e-02, 1.0159e-02, -6.3820e-03, 2.2434e-02, -3.0228e-02,
-1.0200e-01, -1.1569e-01, -5.4439e-02, 1.1744e-01, -6.1885e-02,
1.5455e-01, -2.0566e-02, 8.3194e-02, 6.4191e-02, -9.5532e-02,
-3.2470e-02, -1.5216e-01, 8.0852e-02, 1.8127e-03, 2.8701e-02,
-7.8977e-03, 6.9494e-03, 3.0806e-02, 6.7775e-02, 5.8760e-02,
2.2210e-03, -2.7225e-02, -2.0793e-02, 2.1719e-02, -7.5617e-02,
-1.2480e-02, 1.9720e-02, 1.6613e-02, -4.7484e-02, -1.4505e-02,
-1.4997e-01, 4.6247e-02, -1.6692e-02, -2.6043e-02, 1.4388e-01,
-8.8933e-03, 1.5943e-01, -2.0180e-01, 1.7092e-01, 5.7462e-02,
-1.0696e-01, -2.3301e-02, 1.5411e-02, 6.4899e-02, -3.7617e-02,
2.2174e-02, 1.8851e-02, -1.4732e-02, 4.4653e-02, -4.7907e-02,
-4.4114e-04, -2.0072e-02, -3.9871e-02, 2.7700e-02, 1.0179e-01,
6.3349e-02, -2.5312e-01, -9.0059e-02, 3.3518e-02, -5.8219e-02,
-8.9956e-03, 5.5546e-03, 6.8571e-02, -6.1699e-02, -4.9402e-03,
4.0467e-02, 5.8892e-02, 7.0970e-02, 3.1676e-03, -5.7246e-02,
9.1494e-04, -1.5077e-02, -1.5755e-03, -1.1736e-02, 1.6284e-01,
-1.6117e-02, 1.0839e-01, 8.4799e-02, 5.7025e-02, -1.3623e-02,
6.8502e-02, 3.2365e-02, -5.7603e-03, -1.0450e-02, -8.7460e-02,
1.0089e-01, -2.6889e-03, -2.3544e-02, -5.6401e-02, 9.7602e-02,
-1.6899e-01, -4.2365e-02, 9.3202e-02, 1.1425e-02, -7.2007e-02,
7.4342e-02, -1.0529e-02, 2.5946e-02, -1.2309e-01, 4.7470e-02,
1.2503e-02, -2.7354e-02, -3.7994e-02, 1.1653e-01, -1.3732e-01,
-4.8400e-02, -7.8831e-02, 9.4033e-02, 1.5816e-02, 4.8773e-02,
4.1841e-03, 7.2116e-03, -1.2761e-01, -9.2679e-02, -2.5469e-02,
6.1354e-02, 5.1284e-02, 1.6746e-01, 1.2591e-01, 1.3486e-01,
-1.2499e-01, 1.2320e-01, -3.4164e-01, 6.4355e-02, 3.9194e-02,
-3.3355e-02, -4.5299e-02, 3.5534e-02, 2.1599e-02, 3.1321e-02,
-4.1022e-02, 9.1004e-02, 8.1811e-02, 7.4604e-02, -1.1084e-02,
6.4919e-02, 9.3443e-02, -5.7458e-02, -2.6513e-02, 1.4933e-02,
6.8856e-02, -3.2819e-02, 1.3293e-02, -4.5995e-02, -9.2163e-02,
-4.9722e-02, -1.8672e-01, 1.5910e-01, 3.7105e-02, -4.6411e-02,
6.0742e-02, -7.0867e-02, 6.2050e-02, 1.1368e-01, 6.1951e-02,
-3.8149e-02, -1.0388e-02, 3.9981e-03, 2.5679e-02, -2.7200e-02,
-2.9433e-02, -5.0155e-02, 2.4512e-02, -1.3763e-01, 9.4065e-03,
7.0518e-02, 9.0792e-02, 1.0278e-02, 1.2726e-01, 7.3660e-02,
1.4254e-01, 5.2074e-04, -4.6120e-02, 1.9824e-02, 1.8068e-02,
8.7593e-02, 1.1449e-01, -9.3861e-03, 7.2208e-02, 8.8744e-02,
-5.2448e-02, -7.5588e-02, -7.7373e-02, -1.5790e-01, 1.2453e-02,
-1.9354e-02, 1.0383e-01, 3.5316e-02, -4.7290e-02, 9.6052e-02,
1.8533e-01, -9.5951e-02, -7.5598e-02, 7.2141e-02, 6.7573e-02,
1.7141e-02, -3.7262e-03, 4.7078e-02, -1.7180e-02, 2.3680e-01,
-3.1265e-02, 4.8085e-03, -5.7742e-02, 1.1529e-01, 2.5032e-02,
-2.4934e-01, -2.3810e-02, -2.7241e-02, -1.0457e-01, -1.6576e-02,
2.8451e-03, 1.7825e-02, -1.0488e-01, 9.1850e-02, 1.0501e-02,
-2.5027e-02, 4.0124e-02, 1.7119e-01, 4.4038e-02, 5.0003e-02,
2.3854e-01, 2.2037e-03, 3.4841e-02, 2.3168e-01, 5.7257e-02,
1.1009e-02, -9.1355e-02, 8.4352e-02, 6.3368e-02, -8.0169e-02,
7.6216e-02, -7.3467e-02, 2.9870e-02, 4.8051e-02, 6.2132e-02,
1.6518e-02, -1.0804e-01, -2.4870e-02, 1.0175e-01, 8.9623e-02,
4.1843e-02, 1.1544e-01, 1.0475e-02, 5.8597e-02, 3.3781e-02,
-2.9454e-02, -5.4884e-03, -5.0283e-03, -5.6218e-02, 2.4167e-02,
1.0395e-01, 3.9279e-02, -1.0480e-01, 1.1934e-03, 2.9057e-02,
-2.8407e-02, 1.1880e-01, 1.0980e-01, -1.2549e-01, 1.2422e-02,
-1.2453e-01, -4.2254e-02, -3.3929e-02, 3.1868e-02, 7.5884e-03,
-7.9842e-02, -2.2108e-03, 3.9604e-02, 6.5004e-02, 4.2563e-02,
2.2340e-02, 3.1498e-02, -3.5877e-04, 4.5510e-02, -1.0417e-01,
-5.2801e-02, -1.8669e-03, 2.1348e-01, -1.3394e-03, -8.7814e-02,
4.0311e-02, 1.7475e-01, 8.5405e-03, 9.4115e-03, 1.0764e-02,
5.7879e-02, 4.1590e-02, 1.0293e-02, 1.2676e-02, -6.4786e-02,
-1.7595e-02, 5.7283e-02, -5.2500e-02, -4.8945e-02, 6.1160e-02,
-8.0845e-02, -3.9646e-02, -4.2194e-02, 2.7588e-02, 1.3884e-02,
-8.8972e-03, -3.3069e-02, -3.4947e-02, -1.5431e-01, 7.3745e-02,
5.4507e-02, -1.7815e-02, -1.0314e-01, -4.5954e-02, 4.0034e-03,
-1.2572e-01, -3.3131e-02, 8.3930e-02, -9.3055e-02, -5.8255e-02,
-1.5923e-01, 9.4999e-02, -3.8836e-03, 9.4416e-03, 3.6038e-02,
-2.1266e-02, -6.4022e-03, 1.7166e-01, -2.0167e-04, -1.2561e-01,
-1.4928e-01, -7.4515e-02, -6.2339e-02, -1.3040e-01, 1.5887e-02,
-1.4426e-01, -2.7057e-02, -4.7978e-02, 4.1290e-02, -1.5714e-02,
4.5401e-02, -1.0362e-01, 3.7255e-02, -1.1696e-01, 3.4560e-02,
5.3763e-02, 3.0250e-02, 4.5546e-02, 2.4814e-02, 6.7047e-02,
-7.1779e-02, -5.2607e-02, 4.4682e-02, -3.7338e-02, 8.5976e-02,
-3.9391e-02, 4.3360e-02, 4.2020e-02, -1.1393e-02, -1.0011e-01,
6.9412e-02, 7.0369e-02, -2.9439e-02, 1.5866e-01, 9.1482e-03,
4.9493e-02, 5.4348e-02, -5.5495e-02, 8.3097e-02, -8.7485e-03,
5.8213e-04, -1.1623e-02, -1.6651e-02, 7.0387e-04, 6.7085e-02,
8.0093e-02, -7.2684e-02, -1.2241e-01, 7.9334e-02, 2.6829e-02,
1.0522e-01, -5.0133e-01, 1.5137e-01, -6.1331e-02, -6.9896e-03,
-2.5398e-02, 1.8487e-02, -5.6440e-02, 2.6142e-02, -2.9842e-01,
7.9030e-03, 9.9645e-02, -1.1911e-01, -1.2230e-02, 2.0567e-01,
-2.2464e-01, 8.5290e-02, 1.7512e-01])),
('model.decoder.layers.0.final_layer_norm.weight',
tensor([0.4718, 0.4234, 0.4546, 0.4407, 0.4261, 0.4390, 0.4570, 0.4591, 0.4618,
0.1651, 0.4645, 0.4405, 0.4653, 0.4289, 0.4055, 0.4405, 0.3985, 0.4375,
0.4538, 0.4442, 0.4574, 0.4426, 0.4236, 0.4681, 0.4613, 0.4128, 0.4529,
0.1191, 0.4688, 0.5677, 0.4640, 0.4465, 0.4520, 0.4653, 0.4361, 0.2611,
0.4310, 0.4440, 0.4567, 0.4512, 0.3875, 0.3820, 0.4704, 0.4690, 0.4644,
0.4340, 0.4646, 0.4504, 0.4425, 0.4432, 0.4465, 0.4340, 0.6407, 0.4565,
0.4190, 0.4634, 0.4595, 0.4670, 0.4568, 0.4549, 0.4620, 0.4573, 0.5059,
0.4485, 0.4727, 0.4436, 0.4763, 0.3690, 0.4557, 0.4623, 0.4743, 0.2988,
0.4571, 0.4284, 0.4243, 0.4448, 0.4551, 0.4280, 0.4508, 0.4226, 0.4561,
0.4549, 0.4369, 0.4724, 0.4576, 0.4549, 0.4601, 0.4548, 0.4157, 0.4710,
0.4376, 0.4833, 0.4423, 0.4778, 0.4645, 0.4728, 0.4642, 0.4916, 0.4526,
0.4418, 0.4465, 0.4534, 0.4448, 0.4237, 0.4635, 0.3963, 0.4483, 0.4748,
0.4501, 0.4451, 0.4209, 0.4421, 0.4402, 0.4549, 0.4720, 0.4523, 0.2786,
0.4739, 0.2921, 0.4648, 0.4467, 0.4628, 0.4558, 0.4719, 0.4808, 0.4517,
0.4537, 0.4497, 0.4430, 0.4544, 0.4864, 0.4374, 0.4506, 0.4485, 0.5043,
0.4589, 0.4412, 0.4526, 0.4508, 0.4274, 0.4458, 0.4662, 0.4436, 0.4756,
0.4346, 0.4666, 0.4529, 0.4494, 0.4598, 0.5839, 0.4564, 0.4681, 0.4581,
0.4539, 0.4608, 0.4528, 0.3906, 0.4505, 0.4602, 0.4293, 0.4544, 0.4655,
0.4465, 0.4378, 0.4726, 0.4480, 0.4380, 0.4543, 0.4880, 0.4218, 0.4513,
0.4512, 0.2009, 0.4682, 0.4495, 0.4298, 0.4537, 0.4167, 0.4798, 0.4782,
0.4387, 0.4350, 0.4781, 0.4623, 0.4789, 0.4489, 0.4423, 0.4361, 0.4541,
0.4596, 0.4583, 0.4637, 0.4460, 0.4716, 0.4646, 0.4815, 0.4491, 0.4648,
0.4552, 0.3853, 0.4473, 0.4658, 0.4523, 0.4845, 0.4797, 0.4389, 0.2873,
0.4594, 0.4777, 0.4665, 0.4642, 0.4654, 0.3779, 0.4750, 0.4810, 0.4277,
0.4377, 0.4940, 0.4681, 0.4423, 0.4697, 0.4685, 0.4655, 0.4602, 0.4392,
0.4633, 0.4665, 0.2423, 0.4556, 0.4410, 0.4517, 0.4685, 0.4678, 0.4715,
0.3758, 0.4450, 0.4243, 0.4546, 0.4194, 0.4520, 0.4578, 0.4627, 0.4859,
0.4152, 0.4216, 0.4828, 0.4708, 0.4544, 0.4397, 0.4619, 0.4565, 0.4560,
0.4048, 0.4551, 0.4865, 0.4676, 0.4612, 0.4326, 0.4406, 0.4429, 0.4555,
0.4447, 0.4378, 0.4620, 0.4107, 0.4579, 0.4576, 0.4541, 0.4581, 0.4533,
0.4441, 0.4700, 0.4251, 0.4687, 0.4555, 0.4693, 0.4495, 0.4889, 0.4602,
0.4661, 0.3640, 0.2612, 0.4682, 0.4687, 0.4583, 0.4443, 0.4737, 0.4686,
0.4925, 0.4310, 0.4598, 0.4715, 0.4323, 0.4584, 0.4897, 0.4643, 0.4483,
0.4345, 0.4423, 0.4815, 0.4659, 0.4573, 0.4623, 0.4563, 0.4013, 0.4726,
0.4708, 0.4700, 0.4524, 0.4511, 0.3033, 0.3930, 0.4629, 0.4215, 0.4729,
0.2821, 0.4361, 0.4581, 0.4595, 0.4455, 0.4591, 0.4568, 0.4629, 0.4721,
0.4630, 0.4535, 0.4552, 0.4463, 0.4524, 0.4492, 0.4494, 0.4729, 0.4124,
0.4746, 0.4705, 0.4098, 0.4887, 0.4502, 0.4735, 0.4608, 0.4353, 0.4647,
0.4685, 0.4569, 0.3478, 0.4374, 0.4467, 0.4442, 0.4398, 0.4110, 0.4605,
0.3866, 0.4678, 0.4444, 0.4771, 0.4497, 0.4243, 0.4497, 0.4074, 0.4481,
0.4002, 0.4497, 0.4519, 0.4535, 0.4534, 0.4359, 0.4910, 0.4834, 0.4017,
0.4378, 0.4684, 0.4862, 0.4488, 0.4471, 0.4070, 0.4404, 0.4624, 0.4378,
0.4482, 0.4443, 0.4613, 0.4736, 0.4826, 0.4402, 0.4508, 0.4408, 0.4559,
0.4622, 0.4600, 0.4400, 0.4371, 0.4388, 0.4762, 0.3981, 0.4708, 0.4826,
0.4699, 0.4696, 0.4608, 0.4563, 0.4141, 0.4484, 0.4177, 0.4924, 0.4517,
0.4696, 0.4515, 0.4617, 0.4626, 0.4615, 0.4837, 0.4664, 0.4512, 0.4766,
0.4699, 0.4714, 0.4744, 0.4521, 0.4800, 0.4618, 0.4600, 0.4617, 0.4619,
0.4396, 0.4714, 0.4835, 0.4380, 0.4341, 0.4514, 0.3857, 0.4309, 0.8579,
0.4519, 0.4685, 0.4563, 0.4677, 0.4430, 0.4062, 0.4889, 0.4705, 0.4578,
0.4665, 0.4052, 0.4512, 0.4677, 0.4480, 0.4296, 0.4326, 0.4430, 0.4708,
0.4597, 0.4665, 0.4522, 0.4529, 0.4527, 0.4605, 0.4495, 0.4273, 0.4497,
0.4662, 0.4517, 0.3677, 0.4586, 0.4611, 0.4486, 0.4183, 0.4438, 0.4416,
0.4164, 0.4408, 0.4631, 0.4634, 0.4308, 0.4555, 0.4367, 0.4634, 0.4565,
0.4502, 0.4757, 0.4582, 0.4534, 0.4523, 0.4645, 0.4476, 0.4591, 0.4332,
0.4336, 0.4484, 0.4062, 0.4543, 0.4124, 0.4215, 0.4592, 0.4495, 0.4584,
0.4394, 0.4783, 0.3580, 0.4562, 0.4732, 0.4262, 0.4462, 0.4679, 0.4420,
0.4588, 0.4553, 0.5071, 0.4471, 0.4625, 0.4498, 0.4213, 0.4734, 0.4500,
0.4820, 0.4298, 0.4529, 0.4715, 0.4929, 0.4478, 0.4761, 0.4529, 0.4647,
0.4270, 0.4565, 0.4488, 0.4311, 0.4632, 0.4351, 0.4180, 0.4267, 0.4492,
0.4631, 0.4651, 0.4803, 0.4792, 0.4748, 0.4619, 0.4797, 0.4406, 0.3759,
0.4451, 0.4718, 0.4842, 0.4734, 0.4624, 0.4164, 0.4358, 0.4293, 0.4548,
0.4474, 0.4838, 0.4453, 0.4597, 0.4567, 0.4595, 0.4922, 0.4349, 0.7906,
0.4807, 0.4500, 0.4667, 0.4639, 0.4484, 0.4750, 0.4062, 0.4707, 0.4535,
0.4101, 0.4384, 0.4850, 0.4736, 0.4466, 0.4777, 0.4609, 0.5410, 0.4479,
0.4581, 0.3799, 0.4753, 0.4212, 0.1112, 0.4519, 0.4241, 0.4570, 0.4470,
0.4886, 0.3917, 0.4421, 0.4423, 0.4479, 0.4632, 0.4559, 0.4184, 0.3618,
0.4451, 0.4641, 0.4482, 0.4523, 0.4476, 0.4095, 0.4500, 0.4600, 0.4590,
0.4616, 0.3435, 0.4719, 0.4668, 0.4775, 0.4416, 0.4331, 0.4685, 0.4514,
0.4411, 0.4151, 0.4620, 0.4649, 0.4660, 0.4366, 0.4465, 0.4711, 0.4695,
0.5062, 0.4553, 0.4127, 0.4363, 0.4608, 0.4859, 0.4206, 0.4693, 0.4588,
0.4392, 0.4446, 0.4519, 0.4377, 0.4368, 0.4677, 0.3919, 0.4417, 0.4572,
0.4528, 0.4184, 0.4641, 0.4447, 0.4715, 0.4622, 0.4587, 0.4525, 0.4322,
0.4061, 0.4697, 0.4455, 0.4546, 0.4648, 0.4436, 0.4682, 0.4658, 0.4500,
0.4415, 0.4350, 0.4679, 0.4448, 0.4681, 0.4524, 0.4497, 0.4486, 0.4368,
0.4356, 0.4514, 0.4716, 0.4502, 0.4616, 0.4586, 0.4234, 0.4574, 0.4132,
0.4614, 0.4639, 0.4430, 0.4392, 0.4252, 0.4655, 0.4473, 0.4394, 0.4386,
0.4208, 0.4690, 0.4862, 0.4675, 0.4012, 0.4586, 0.4609, 0.6685, 0.4468,
0.5060, 0.4349, 0.4507, 0.4595, 0.4529, 0.4189, 0.4925, 0.4762, 0.4368,
0.4653, 0.5048, 0.4506, 0.4419, 0.4074, 0.4541, 0.4710, 0.4642, 0.4571,
0.4293, 0.4883, 0.4499, 0.4358, 0.4222, 0.4383, 0.4304, 0.4272, 0.4219,
0.4569, 0.4607, 0.4689, 0.4323, 0.4355, 0.4135, 0.4629, 0.4597, 0.4862,
0.4206, 0.4024, 0.4586, 0.4516, 0.4524, 0.4454, 0.4819, 0.6801, 0.4747,
0.4621, 0.4593, 0.4585, 0.4224, 0.4129, 0.4702, 0.4756, 0.4530, 0.4713,
0.4596, 0.4237, 0.4418, 0.4590, 0.1516, 0.4617, 0.4433, 0.4691, 0.4652,
0.4643, 0.4855, 0.4589, 0.0570, 0.4465, 0.4526, 0.4359, 0.4652, 0.4497,
0.4313, 0.4657, 0.4474])),
('model.decoder.layers.0.final_layer_norm.bias',
tensor([-1.9546e-02, -1.9141e-02, -1.2690e-02, -6.7364e-03, 1.5360e-02,
-7.0880e-03, -1.1096e-02, -2.9735e-02, 4.9619e-03, 3.8443e-01,
-3.5948e-02, 1.5652e-02, -1.0031e-02, -1.1716e-02, -3.8320e-02,
-5.2289e-03, -4.9291e-02, -1.0310e-02, -1.0646e-02, 1.0889e-02,
-1.2836e-02, -1.9882e-02, 3.9465e-04, 2.3209e-03, -1.8893e-02,
-2.1100e-02, -3.1951e-02, 2.0070e-01, -8.4240e-03, 2.1387e-01,
-1.8543e-02, 2.0016e-03, -2.0737e-02, -2.2585e-02, 1.1794e-02,
1.1689e-02, -6.7280e-03, -1.0673e-02, -1.8023e-02, -3.4440e-02,
1.2919e-02, -1.4376e-02, 4.4553e-03, -2.7216e-02, -3.0595e-02,
-2.7154e-02, -5.5121e-03, -2.2090e-02, 2.0930e-02, -2.6660e-02,
-7.0984e-03, 1.8829e-02, 2.0969e-02, -3.2654e-02, -1.8779e-02,
-2.1417e-02, -1.5546e-02, 8.1794e-03, -1.8412e-02, -8.9630e-03,
-2.6609e-02, 1.3272e-02, -2.2700e-02, -1.7474e-02, -3.4776e-02,
-1.9544e-02, -5.5969e-03, -5.6251e-02, -2.4065e-02, 2.9105e-03,
-1.7015e-02, -3.2560e-02, -1.3999e-02, -7.8040e-03, -4.5021e-03,
-2.7820e-02, -2.4430e-02, 3.0048e-03, -1.1728e-02, 9.2214e-03,
-9.6280e-03, -1.6926e-02, -7.5099e-03, -1.1608e-03, -9.7537e-03,
-1.2297e-02, 1.6237e-02, 3.2303e-03, -2.3129e-02, 8.4436e-04,
-5.8019e-03, -1.6822e-02, 8.2431e-03, -1.8951e-02, -1.1464e-02,
2.7510e-03, -3.0633e-02, 1.6320e-02, 2.6751e-02, -1.6781e-02,
-1.4674e-02, -9.4057e-03, -2.0613e-02, -4.3318e-02, -3.5360e-02,
-1.8096e-02, -1.3669e-02, -2.9748e-02, -3.0074e-02, 1.6094e-02,
-1.0970e-02, -1.2288e-03, -3.1888e-02, -1.6822e-02, -3.5193e-04,
-1.5379e-02, 9.4964e-03, -3.3680e-02, -1.1488e-01, 5.6963e-03,
-3.2367e-02, -1.5870e-02, -9.3517e-03, -4.0716e-03, -3.2424e-02,
-3.5185e-03, -7.1240e-03, -3.3984e-03, -1.3247e-02, -1.0066e-02,
-1.3147e-02, -3.0085e-03, 6.8686e-03, -3.7552e-02, -3.1621e-02,
-3.2314e-02, -1.5579e-02, -5.8285e-03, -1.7521e-02, -2.2238e-02,
-2.9539e-02, -3.8029e-02, -6.8604e-03, -4.8315e-02, -1.0653e-02,
-7.4802e-03, -1.2166e-02, -1.7469e-02, -1.5570e-02, -7.9461e-02,
-5.6983e-03, -6.6272e-03, -1.7179e-02, -1.9268e-02, -3.9237e-02,
-1.4492e-02, -8.3841e-03, -2.0821e-02, -1.4931e-02, -5.3809e-03,
-8.3237e-03, -1.5053e-02, 1.9765e-02, -1.1644e-02, -2.7109e-02,
-3.5703e-03, -1.4348e-02, -1.7524e-02, -1.1281e-02, -1.3683e-02,
1.2839e-02, -3.2320e-02, -7.8727e-02, -1.6563e-02, -7.1298e-03,
-2.0133e-02, 6.7251e-04, -8.1579e-04, -3.7598e-02, -1.0096e-02,
6.4389e-03, -1.8716e-02, -1.6891e-02, -8.8679e-03, -1.0518e-02,
-1.2891e-02, -2.0966e-02, -2.8930e-03, 2.2156e-03, -1.9077e-02,
-3.7785e-03, -4.3885e-03, -1.0941e-02, 2.7654e-03, -1.4567e-02,
6.7737e-03, -3.5058e-03, -4.4984e-02, -9.5772e-03, -9.2286e-03,
1.5939e-02, 6.7808e-04, -1.0804e-02, 3.5607e-03, -6.9550e-03,
8.8727e-03, -5.0244e-02, -1.5051e-02, -1.3854e-02, -1.6119e-02,
-3.2588e-03, -2.1432e-02, -4.0900e-03, -1.7484e-02, -6.8065e-03,
7.8406e-04, -3.3634e-02, -1.4187e-02, -1.2874e-02, 1.8492e-02,
-1.7253e-02, -9.9910e-03, -5.5553e-03, -1.5733e-03, 1.8387e-02,
-1.1382e-02, -1.8767e-02, -4.2276e-02, -1.9912e-02, -2.8041e-02,
-2.4628e-02, 3.8608e-03, -8.0950e-03, -1.0336e-02, 8.3016e-03,
4.0026e-03, -1.0804e-02, 1.1646e-02, 2.2359e-03, -1.7187e-02,
2.5175e-03, 2.5568e-04, -5.4394e-03, -3.6510e-02, 8.2064e-03,
-3.7244e-02, -3.6948e-04, -4.0920e-02, -1.6724e-02, -1.4556e-02,
-5.1129e-03, -1.7102e-02, -4.2735e-03, -1.9715e-02, 2.0207e-03,
3.1921e-03, 8.1063e-03, -1.7524e-03, -2.1206e-02, -1.6446e-02,
-1.6895e-02, -1.3664e-02, -3.3809e-02, -3.1244e-02, -5.8248e-02,
-2.1989e-02, -1.9192e-02, -1.5033e-02, -1.1875e-02, -2.3303e-02,
-3.3636e-02, -2.7862e-02, 1.2199e-02, 6.1873e-03, 2.2111e-03,
-6.5783e-03, -1.6610e-02, -7.0103e-03, -2.6866e-02, -1.8022e-02,
2.4928e-02, -1.6049e-01, -2.1199e-02, -7.0537e-03, -1.6245e-02,
1.8597e-02, -2.9281e-02, -2.6991e-02, -5.8647e-03, -2.0851e-03,
3.4002e-03, 6.2074e-03, 3.9383e-02, -7.5962e-03, 1.3119e-03,
-5.0169e-03, 3.6757e-03, -1.2928e-02, -1.2977e-02, -2.5380e-02,
-5.9455e-03, -9.4428e-03, -9.5521e-03, -4.8004e-02, -3.9212e-02,
-1.8546e-02, -1.8546e-02, -3.6778e-02, -2.2131e-02, -2.9860e-02,
-7.5983e-02, -5.0417e-02, -2.1609e-02, -1.5147e-02, 7.4326e-03,
-1.2931e-01, -1.6250e-02, -3.4948e-02, 1.2086e-02, -1.6483e-02,
-2.0114e-02, -1.0821e-02, -3.9626e-02, -6.4081e-03, -5.6248e-03,
-1.6968e-02, -2.4672e-02, -4.6987e-03, -1.4624e-02, -3.2672e-03,
-7.9641e-04, -2.7089e-03, -4.0011e-02, -3.1751e-02, -1.9370e-02,
-3.6150e-03, -1.7365e-02, -9.7633e-03, -8.9859e-03, -2.2502e-02,
-2.7090e-02, -2.1014e-02, 5.8522e-04, -4.6969e-04, -8.5264e-02,
-1.6092e-02, -2.7189e-02, -1.7282e-03, -1.3972e-03, -2.3613e-03,
-1.8252e-02, 2.0850e-02, -1.4943e-02, -7.2547e-03, -2.4465e-02,
-2.1869e-02, 3.7479e-02, -1.3286e-02, -3.1787e-02, 2.7801e-02,
-4.9443e-04, -1.3879e-03, -9.4452e-03, 8.3902e-03, 2.4042e-02,
-2.3254e-02, -3.3215e-02, -1.3224e-02, -4.1410e-02, -1.7395e-02,
-2.7923e-02, -2.6677e-02, -1.0519e-02, -1.7992e-02, 2.7840e-02,
-6.5474e-03, -1.7811e-03, -3.2064e-02, -5.9898e-03, -1.5502e-02,
-3.4057e-03, 5.1433e-04, -2.0482e-02, -6.4148e-03, -1.2643e-02,
5.9690e-04, -1.8924e-02, -9.7700e-03, -6.8203e-03, 1.2322e-03,
-3.2786e-02, -3.2035e-02, -1.8617e-03, -1.7693e-02, -1.3871e-02,
-9.0484e-03, -7.6164e-03, 3.3387e-03, 1.6932e-02, -1.8700e-02,
-2.7980e-02, -3.4929e-02, 6.5793e-03, -9.3154e-03, -1.4618e-02,
-4.6803e-03, -2.3684e-02, -3.6969e-02, -1.7237e-02, 7.8637e-03,
-5.8668e-03, -1.4804e-02, -2.3788e-02, -3.4618e-02, -9.9650e-03,
-1.8561e-02, -2.9884e-02, 9.6591e-03, 2.7577e-03, -7.6746e-03,
-3.1824e-02, 4.2436e-03, -1.2330e-02, -9.8622e-03, -9.4664e-03,
-2.5267e-02, -4.2339e-02, -1.0937e-02, -5.3879e-03, -2.2142e-02,
-3.8805e-03, 1.3159e-01, -1.5030e-02, 4.7782e-03, 1.3775e-02,
4.7159e-03, -2.1805e-02, -3.4189e-02, -7.9973e-03, 1.5223e-03,
1.3919e-03, -2.8622e-02, 3.0337e-02, -7.8593e-03, -2.2533e-02,
-2.1819e-02, -1.9413e-02, -3.5945e-02, -2.3461e-02, -5.5404e-03,
-6.9146e-03, 1.9625e-03, 1.2746e-02, 1.5538e-02, -1.4921e-02,
-8.0909e-03, -3.2497e-02, -3.2309e-02, 1.4313e-02, -4.1736e-02,
-2.4052e-03, 5.6374e-02, -3.2164e-02, -2.9935e-02, -8.3749e-03,
-4.0744e-02, -2.9723e-02, -8.8044e-03, -2.9474e-02, -2.1783e-02,
-1.8621e-03, -1.2315e-02, -3.8105e-02, -1.5751e-02, 1.7872e-02,
-6.0933e-03, -1.1270e-02, -9.5831e-04, -1.3645e-02, -3.3491e-02,
-2.3076e-02, -1.1541e-02, -9.7759e-03, 1.3181e-03, 1.1046e-02,
1.1222e-02, -1.8166e-02, -1.9127e-02, -9.0490e-02, -1.5561e-02,
-6.6863e-03, -2.1371e-02, -3.7075e-02, -3.4389e-03, -2.0018e-03,
-1.1772e-02, -1.7380e-02, 1.5845e-01, 5.6626e-03, -2.4246e-02,
-3.7183e-02, -2.3138e-02, -1.8604e-02, -1.1005e-02, -1.7980e-02,
-2.6607e-02, -2.3817e-02, -1.3680e-03, -1.4494e-02, -1.8288e-02,
-8.8028e-03, -1.5951e-02, -3.7617e-02, -1.5816e-02, 1.5385e-02,
7.8036e-04, -1.7100e-02, -3.2829e-02, -1.4120e-03, -3.3826e-02,
-1.5633e-02, -9.0731e-03, -4.4464e-03, -3.7639e-02, 7.3907e-03,
-1.8769e-02, -1.4011e-02, -2.2281e-02, -1.9840e-02, -1.4372e-02,
2.1045e-03, -1.2957e-02, -7.0171e-03, 2.2752e-02, -2.2682e-02,
-2.9985e-03, -3.9953e-02, -1.3591e-02, -1.1931e-02, -2.4347e-02,
-7.6936e-03, -4.6197e-03, -8.9681e-03, 6.8946e-03, -1.4741e-03,
-8.7154e-03, -2.7127e-02, -2.2350e-02, -3.5386e-03, -8.8217e-03,
-1.8506e-02, 6.8197e-05, 8.7177e-03, -1.4054e-02, -1.1653e-02,
-8.7298e-03, -3.1517e-03, -2.0598e-02, -2.9346e-02, -7.0026e-03,
-1.1094e-02, -1.6312e-02, -2.0938e-02, -1.5491e-02, -4.3029e-02,
2.3697e-03, -3.2339e-02, 6.3802e-03, -1.7910e-02, -3.5070e-02,
7.5210e-04, -1.5278e-03, -1.6565e-03, -1.2873e-02, 1.3100e-01,
-1.0937e-02, -2.3808e-02, 6.7212e-03, 1.1414e-02, -8.5457e-02,
4.8915e-01, -3.2204e-02, -2.2240e-03, -1.8923e-02, -3.1105e-03,
-7.8623e-03, 2.8188e-02, -6.3490e-03, -2.8706e-02, -1.3246e-02,
-3.6362e-02, 2.3332e-02, -1.0711e-02, 7.0832e-02, -1.4049e-03,
-3.8167e-02, -6.2438e-03, 6.6782e-03, -8.7697e-03, -2.7851e-02,
-9.2281e-03, -4.8043e-03, -1.9743e-02, -8.8896e-03, 4.3230e-02,
-2.7591e-02, -1.2730e-02, -1.0218e-02, 1.0386e-02, -4.5993e-03,
-1.0665e-02, -7.4837e-03, 8.6631e-04, 3.3366e-04, -2.7119e-02,
2.2403e-03, 2.2101e-02, 2.5143e-02, -2.7037e-02, -2.1779e-02,
-2.9156e-02, -3.0203e-02, -3.9956e-02, 3.3469e-04, -1.8348e-02,
1.5356e-03, -3.4245e-02, -1.0639e-02, -1.3502e-02, -8.3455e-03,
1.0943e-02, 8.2409e-03, -8.6296e-03, -4.3986e-02, -2.7654e-02,
-1.5634e-02, 9.3716e-03, -1.3455e-02, -1.5810e-02, 1.1667e-03,
-4.2596e-02, -1.5018e-02, 1.3513e-02, -2.1096e-02, 2.8587e-03,
-1.0869e-02, -9.3637e-03, -6.7713e-03, 1.1020e-02, -1.3728e-02,
-2.8225e-02, -6.4589e-03, -4.9298e-03, -2.1269e-02, -2.7089e-02,
-8.4256e-03, -3.0134e-02, -4.6227e-03, -9.2535e-03, -3.7150e-02,
9.0013e-04, -2.0070e-02, -1.7856e-02, 1.3418e-02, -2.2740e-02,
-5.5279e-03, 3.4788e-03, -3.7342e-03, -1.0683e-02, -2.8882e-02,
-1.2976e-02, -1.3837e-02, -1.2208e-03, -2.0264e-02, -1.6244e-02,
1.4652e-02, -1.6017e-02, -3.6091e-02, -9.1804e-03, 1.0464e-02,
-1.5848e-03, 6.7408e-03, -1.2292e-02, -4.1083e-02, -9.2082e-03,
-1.9930e-02, -1.0235e-03, -7.4348e-03, 3.8589e-02, -1.7521e-02,
-3.5557e-02, -1.3400e-02, -1.0454e-02, -1.0081e-02, -1.8842e-02,
-2.0418e-02, -2.8937e-02, -8.7757e-03, -1.7861e-02, -2.4437e-02,
-3.2069e-02, -8.7053e-03, -6.8364e-03, -8.1832e-01, -1.2011e-03,
-1.8237e-02, -3.1269e-03, -7.1049e-04, -2.6876e-02, 1.2835e-02,
-3.0601e-03, -1.5652e-02, -5.7155e-03, -4.4235e-02, 2.0124e-03,
4.2078e-03, -4.7719e-03, -1.6234e-02, -6.9337e-03, -5.1549e-02,
-4.0998e-03, -3.0337e-02, -1.8838e-02, 6.7680e-03, 9.5284e-03,
9.8801e-03, -1.9869e-02, 7.2856e-03, -2.9331e-02, -1.6498e-02,
-4.2375e-02, -2.1002e-02, -1.2552e-02, -1.3749e-02, -4.0088e-03,
5.8745e-04, -2.5198e-02, -2.3720e-02, 5.8284e-03, 1.0175e-02,
-3.2867e-02, -6.1347e-03, -3.1114e-02, -1.8274e-03, -2.4593e-02,
-9.1094e-03, -4.1572e-03, -2.6103e-02, 4.6439e-03, -1.5312e-02,
-5.8138e-03, -4.9371e-01, 2.2365e-03, -9.5790e-03, -9.2482e-03,
-5.1436e-03, -2.6261e-02, -7.5068e-03, -4.9170e-02, -1.0826e+00,
1.0540e-02, -3.2806e-02, -3.0985e-02, -1.8530e-02, -1.2215e-02,
-1.1884e-02, -7.2481e-06, -2.8073e-02])),
('model.decoder.layers.1.self_attn.k_proj.weight',
tensor([[-0.0100, 0.0225, 0.0836, ..., -0.0140, -0.0198, 0.0572],
[ 0.0348, 0.0268, 0.0015, ..., 0.0269, -0.0232, -0.0878],
[ 0.0773, -0.0157, 0.0374, ..., 0.0613, 0.0241, -0.0598],
...,
[-0.0962, 0.0150, -0.1514, ..., 0.0551, 0.0521, 0.0103],
[-0.0363, 0.0296, 0.0440, ..., 0.0148, -0.1581, 0.0640],
[ 0.1081, -0.0150, -0.0139, ..., -0.1098, 0.0259, 0.1487]])),
('model.decoder.layers.1.self_attn.k_proj.bias',
tensor([-1.3387e-02, -1.7203e-03, 2.5028e-03, 2.5385e-03, -9.1966e-03,
-5.3674e-03, 3.6593e-03, -8.4871e-04, -2.9300e-04, 1.2139e-03,
-6.2217e-03, -5.5265e-03, 3.0062e-03, 9.8730e-03, -7.3695e-03,
-9.3002e-04, -1.0656e-03, 1.9051e-03, 5.3340e-03, -5.1186e-03,
-2.7381e-03, 1.0365e-03, -7.0008e-03, 5.4205e-02, 1.1529e-03,
9.6258e-04, -1.2461e-02, 7.1562e-03, 9.3747e-03, -9.1769e-03,
-1.0401e-02, -7.1686e-04, 2.8916e-04, -1.6648e-02, -4.7795e-03,
-5.7838e-03, 2.3456e-03, -2.5300e-03, 1.8905e-02, 4.2277e-03,
1.9549e-02, -9.1423e-06, 4.4233e-03, 9.4588e-03, 3.8096e-02,
-1.2136e-03, -8.2558e-03, 2.0763e-03, 4.2995e-02, 1.1094e-02,
-9.3500e-03, -4.9533e-02, 4.7754e-02, -6.3128e-04, -3.8626e-03,
3.3706e-03, -5.0731e-03, 2.1213e-03, -1.7408e-02, -6.4109e-03,
6.3133e-03, 1.2043e-03, -2.2178e-03, -9.2319e-03, 2.3016e-03,
1.7306e-03, -5.9487e-04, -3.2077e-04, 4.3604e-04, 1.9170e-03,
5.1602e-05, -3.5000e-03, -1.6322e-03, 1.7052e-03, -5.4699e-03,
-1.4739e-03, -3.4651e-04, 1.3678e-04, -1.2088e-03, 1.2607e-03,
1.3788e-03, 1.4320e-04, 2.6062e-03, -4.4881e-04, 4.0644e-03,
-3.5460e-03, -3.1021e-04, 1.8565e-03, -1.8237e-03, 8.5545e-04,
1.2626e-03, 2.5999e-03, 5.5565e-04, 8.5392e-04, -1.4655e-02,
-9.7837e-04, 2.8061e-03, -7.1577e-04, 1.4654e-03, 1.4272e-03,
-2.5938e-03, -3.5088e-03, 7.8160e-04, -7.8857e-05, 1.6007e-03,
2.3494e-04, -2.4986e-03, -5.3334e-03, -2.4030e-03, -7.7925e-04,
-3.6681e-02, 1.8660e-03, 3.8943e-04, -7.2945e-04, 9.4510e-04,
2.2078e-03, -4.0376e-04, 1.4687e-03, -2.6933e-02, -4.6164e-04,
-8.4920e-04, 1.3411e-03, 7.5804e-04, 1.4498e-02, 5.6384e-04,
8.8130e-03, 2.7196e-03, 5.1946e-04, 2.9883e-03, -4.2345e-03,
1.5182e-02, -2.5704e-03, -2.2518e-03, 2.9244e-03, -2.9799e-03,
-3.8225e-03, -6.4514e-03, 8.8313e-04, 1.4043e-03, 2.6087e-03,
-6.3089e-03, 4.5423e-03, 2.8650e-03, 7.2999e-04, 9.3280e-04,
-5.7091e-05, 4.0615e-03, -1.1979e-03, 1.9838e-03, -2.2777e-03,
-1.0346e-03, -1.6646e-03, 2.0043e-03, 3.1953e-03, 3.1852e-03,
4.7981e-03, -2.7815e-03, -7.7363e-04, -4.2429e-03, 4.8565e-03,
-1.5026e-03, 2.7550e-03, 3.7228e-05, 6.8362e-03, -5.7529e-04,
2.4766e-02, -8.7350e-03, 7.1297e-03, 5.9997e-03, 8.1466e-03,
-1.6003e-03, -3.5279e-04, 1.9969e-03, -2.8931e-03, -3.1023e-03,
-5.8615e-04, -3.2164e-03, -2.3913e-04, -2.5362e-03, 6.0668e-03,
2.9312e-05, 4.2134e-03, 1.2550e-02, 2.1144e-03, -3.6598e-03,
-1.4452e-04, -3.4823e-03, 9.6357e-03, -2.6184e-02, 1.2168e-02,
-3.1271e-03, 4.6252e-03, -2.4327e-03, -1.5708e-03, -8.9098e-03,
2.0132e-03, -5.7184e-04, -1.4128e-03, 1.5612e-04, 4.1968e-03,
-1.7746e-04, -1.3981e-03, 9.1467e-04, -3.7683e-04, -6.7519e-04,
5.1428e-03, 2.8210e-03, 2.8846e-04, -1.9440e-03, -7.4790e-04,
1.3243e-03, 1.5167e-03, 1.1277e-03, 8.1678e-04, 2.5515e-04,
1.4373e-03, -1.4124e-04, -3.7835e-03, -9.6416e-04, 1.1328e-03,
-1.6665e-03, -1.1520e-03, 3.4115e-04, 2.2096e-04, 3.4166e-04,
1.0485e-03, -1.1053e-03, -1.4262e-03, 1.7030e-03, -4.6539e-03,
-2.9206e-03, -1.0215e-03, -1.3199e-02, -2.6810e-04, -1.5532e-02,
2.1459e-03, 1.2900e-04, -2.5522e-03, 2.5587e-03, -1.5373e-02,
2.1042e-02, -1.4434e-04, -1.5473e-03, 1.8765e-03, -1.5572e-04,
1.2684e-03, 2.8696e-03, 1.6792e-03, -8.1369e-04, 9.4287e-04,
1.9984e-03, 6.5115e-04, 4.4879e-04, 6.6121e-04, 2.4408e-03,
6.4149e-03, 1.2282e-04, 1.8177e-03, -2.1914e-03, -2.1042e-03,
-2.3674e-03, -1.5517e-03, -2.9299e-04, 7.3453e-04, -3.7498e-04,
7.4763e-04, -1.0746e-04, 1.1943e-03, -2.1278e-04, -2.0302e-04,
5.7085e-05, -4.5688e-03, -5.3535e-04, -8.5740e-04, 1.1733e-03,
7.0544e-04, -8.6652e-04, -2.0565e-03, -1.3561e-03, 7.1591e-05,
-5.5975e-04, 1.5129e-03, -2.0966e-03, -2.0856e-03, -9.3132e-04,
-8.3345e-04, -2.2809e-04, -2.5947e-04, 2.4638e-04, -1.9269e-03,
-2.3141e-04, -1.2078e-03, -3.1710e-04, -1.8375e-03, -4.0484e-04,
1.8942e-04, 3.8800e-04, -1.4552e-03, 1.8434e-03, -5.0390e-04,
-1.5400e-03, 1.4774e-04, 8.4967e-04, 3.9433e-04, 4.7028e-03,
2.8014e-04, -7.0056e-04, 7.6632e-05, 1.5836e-03, 1.6855e-03,
2.2494e-03, 5.0007e-04, -1.6169e-03, -6.7015e-04, -1.6016e-03,
-3.5242e-04, 4.8171e-04, -7.8274e-04, 4.3796e-03, -7.5289e-04,
-1.5591e-04, 3.1617e-02, -1.2646e-03, 3.5713e-04, 6.9238e-03,
1.1359e-03, 3.3591e-04, 5.8868e-05, 1.5643e-03, -7.5740e-04,
-2.8340e-03, -8.1884e-04, 5.7544e-04, -9.8464e-04, -3.6546e-04,
6.1512e-03, 1.1464e-03, -1.1606e-03, 1.9686e-03, -5.4034e-04,
5.8068e-04, -5.6346e-04, 2.3009e-04, 2.9723e-03, -1.1882e-03,
-3.0294e-04, -3.1520e-03, 1.5379e-03, 1.1979e-02, -1.5735e-04,
-9.7326e-04, -2.8573e-03, 7.2835e-04, -2.4224e-05, -5.3581e-03,
-7.1574e-04, 5.7083e-05, 8.3858e-04, 1.6348e-06, 7.4885e-04,
2.2679e-03, 2.8207e-04, -3.2885e-03, 1.9638e-03, 4.1326e-04,
-4.7319e-06, 1.3651e-03, -4.3847e-03, 4.0552e-03, 1.8561e-03,
7.5752e-03, 1.9990e-03, 1.7170e-04, -3.2773e-04, -2.1143e-03,
1.0897e-03, 1.6792e-03, 3.3234e-03, 5.1051e-04, 1.5695e-03,
2.3538e-05, -1.2561e-03, -1.1237e-03, -1.3100e-03, 6.2176e-04,
8.7350e-04, -5.6842e-04, 1.4422e-03, -3.9671e-03, -3.2108e-03,
7.1468e-04, 1.3055e-03, -3.4423e-02, -6.8187e-03, 8.4487e-04,
2.3799e-03, 1.9252e-03, 4.2379e-03, 9.0861e-03, -3.6141e-03,
-1.0183e-04, -1.4297e-03, 8.2021e-04, -1.0590e-02, -9.6065e-04,
-4.1405e-04, -1.6480e-02, -6.4852e-03, -7.2213e-03, -1.8318e-03,
2.0169e-03, -2.5131e-03, -1.5583e-05, 1.9166e-02, -2.1514e-03,
8.8968e-03, 1.9431e-03, -1.2253e-02, -2.4127e-03, 2.7672e-03,
-1.7015e-03, 3.1179e-03, 2.6405e-03, -4.0124e-03, -1.0087e-03,
-1.1564e-03, 2.7858e-03, -1.8767e-03, -1.8293e-03, 9.2718e-04,
-9.5596e-03, -1.9728e-03, 2.5720e-03, -5.2907e-03, 5.5012e-03,
-1.2571e-03, -2.6091e-02, -1.3929e-04, 3.3096e-03, 2.2638e-03,
2.5025e-03, 3.4773e-03, 3.0782e-03, 2.9396e-04, -2.2185e-03,
-6.8346e-03, 1.9591e-03, -4.6771e-03, -1.3251e-03, -4.9709e-04,
1.3054e-03, 7.0495e-03, -5.7002e-04, 1.4288e-03, 3.3420e-04,
3.2887e-04, -6.4631e-04, 4.4939e-04, 9.7669e-04, -8.1872e-04,
3.9341e-03, 4.2229e-04, 1.9115e-03, -3.7713e-03, 2.6921e-03,
-6.9781e-03, -1.1146e-04, 3.6364e-03, -1.8243e-03, 1.9907e-03,
8.3364e-04, 5.9588e-03, 1.6330e-03, 9.9110e-03, 2.2983e-03,
9.3712e-04, 5.6917e-03, 4.8714e-03, 3.6612e-03, 1.8918e-03,
-3.3424e-03, -1.3624e-03, 2.0473e-04, -6.2519e-04, 1.4077e-03,
-9.4654e-04, 3.7558e-03, 5.2550e-04, 2.6784e-04, 3.3284e-03,
-3.4962e-03, -1.0420e-03, -2.3058e-04, 1.8070e-03, 1.2967e-03,
-5.5920e-04, -1.0822e-03, 1.5121e-03, 6.8911e-04, 1.1261e-02,
-7.3924e-04, -1.0636e-03, 1.9546e-03, 1.4450e-03, -2.5673e-03,
-2.3156e-03, -2.1240e-03, 6.1902e-03, -3.1045e-03, -2.7043e-03,
2.6346e-03, 3.1927e-03, -1.0428e-03, -5.3562e-03, 2.1102e-03,
-8.2933e-04, -1.1551e-02, 8.2968e-04, -1.8334e-03, 8.4680e-03,
-5.0223e-04, -9.7270e-03, -3.9217e-04, 1.7899e-03, -1.4600e-03,
2.3214e-03, -1.8701e-03, 1.6953e-02, -7.5640e-03, -1.0637e-04,
2.6598e-03, -1.1056e-03, -5.2664e-03, -3.8527e-03, -1.1178e-04,
-5.7791e-03, 8.2202e-04, -1.3209e-03, 1.9060e-02, 1.2603e-03,
3.0227e-03, 1.0039e-03, -3.5146e-03, 6.5466e-04, -2.1278e-04,
-8.7726e-04, -3.8907e-03, 6.7360e-03, 7.2141e-03, -6.6736e-03,
-1.5610e-04, 1.8173e-03, -4.3246e-03, 6.8373e-04, -1.6749e-04,
-3.8003e-04, 5.0269e-04, -6.6376e-03, -5.9334e-04, -1.3465e-03,
1.9821e-03, -6.8736e-06, 1.7686e-02, 3.1292e-03, -4.5433e-03,
-1.7890e-03, -7.2148e-04, -2.0261e-03, 9.5218e-04, 6.0370e-04,
1.8770e-03, -1.4930e-02, -7.2098e-04, 8.8067e-04, -1.8225e-03,
-4.5807e-03, 1.1284e-03, 1.6149e-03, -5.9033e-04, -7.8726e-04,
-1.3905e-04, -3.4254e-04, 9.4230e-04, -1.9048e-04, 3.0507e-04,
2.7807e-04, -4.6956e-04, -8.6241e-03, 2.0171e-04, -5.2223e-03,
-6.3996e-05, 1.2335e-04, 1.3977e-03, -1.3121e-03, -1.3083e-03,
-1.5927e-04, -1.7980e-04, 9.5790e-04, 4.5804e-04, 7.9482e-04,
1.8097e-04, -1.2674e-03, -1.0407e-03, -6.6358e-04, 1.6639e-03,
-2.9660e-04, 1.1766e-03, 8.4140e-04, -1.0051e-03, -1.3007e-04,
-1.5372e-04, -3.0028e-03, -1.3861e-03, -7.1697e-03, 3.0745e-04,
1.2884e-03, 1.2735e-02, -1.9853e-03, 2.1346e-03, 2.2934e-04,
-1.1094e-04, 5.2455e-04, -1.4509e-03, -7.8021e-05, -8.8545e-05,
1.3096e-03, -3.1899e-04, -2.7357e-04, -1.9107e-03, -3.8480e-04,
-5.9642e-04, 6.1542e-05, 1.0550e-02, 4.4843e-04, -6.5729e-04,
5.6378e-04, 8.5150e-04, 1.2938e-04, 1.4088e-04, 3.1439e-04,
-6.1302e-03, -5.4584e-04, -2.0390e-03, -5.1620e-03, -9.1996e-03,
1.0649e-02, -2.1536e-03, 2.4971e-04, -7.9427e-04, -6.4135e-03,
5.7448e-03, -1.8789e-03, 1.0864e-02, -1.3131e-03, 4.1004e-03,
-1.8835e-03, -4.1492e-03, 1.8964e-02, 6.0993e-03, 2.2306e-03,
-1.1521e-02, 3.8744e-04, -7.4747e-04, 2.0270e-03, 1.9013e-02,
-3.7849e-03, -1.8836e-03, 2.3042e-03, 5.3826e-03, 3.3492e-03,
2.1014e-04, 8.2775e-03, -1.2594e-02, 2.4477e-03, -2.3975e-03,
5.0201e-03, -7.4614e-03, 1.3542e-02, -1.3977e-03, -2.7109e-03,
-6.8081e-04, 3.4365e-03, -1.1585e-04, 2.1555e-04, -6.8442e-03,
-7.2188e-03, 4.4821e-03, 2.3839e-03, -7.5871e-03, -5.9014e-03,
1.0033e-03, -4.7964e-03, 9.1013e-03, -1.9684e-02, -3.5791e-04,
1.2322e-04, -2.5803e-02, -1.3662e-03, -5.8633e-04, 3.1441e-03,
9.4629e-04, -2.7170e-04, 1.5534e-03, -1.3004e-03, 4.7025e-04,
1.0012e-03, -6.1771e-04, 8.5001e-04, -1.8594e-03, 1.4256e-03,
-1.0686e-03, 8.2091e-05, 1.0675e-04, -9.9089e-04, -3.5932e-04,
5.5147e-04, -6.0411e-03, -1.0185e-03, -2.4511e-03, -1.1765e-03,
-5.8199e-05, 4.3962e-04, 1.0742e-03, -5.6101e-04, 4.6511e-04,
5.8619e-04, 1.0971e-04, 1.9411e-04, -3.8565e-04, 7.9733e-04,
-3.9474e-05, -6.2440e-04, -1.3095e-04, 6.3242e-05, 1.8552e-04,
-7.6189e-04, 1.5418e-03, -9.4062e-04, 2.6334e-03, 4.4465e-03,
5.4194e-03, -2.2412e-04, 1.1870e-02, 8.0048e-04, -1.4070e-04,
2.3663e-03, 8.9349e-04, 2.0605e-04, -1.3888e-03, -3.7819e-03,
2.0430e-03, 1.8529e-03, -2.1444e-03, 4.5768e-04, 2.9065e-03,
2.8721e-04, -2.4462e-03, 9.4040e-04, -1.1778e-03, -3.7933e-04,
7.3517e-04, 4.6682e-04, -8.8240e-04, 5.0824e-04, -9.5819e-03,
1.6654e-03, -9.6679e-03, -9.1031e-04])),
('model.decoder.layers.1.self_attn.v_proj.weight',
tensor([[-8.1840e-03, -5.2264e-02, -1.2714e-02, ..., -2.9962e-02,
6.6657e-02, 6.3274e-02],
[-7.3362e-03, -3.6980e-02, -3.4155e-02, ..., 1.2159e-02,
1.1184e-01, 3.7748e-02],
[ 1.7184e-03, 8.7352e-02, -3.4399e-03, ..., -2.9074e-02,
3.4911e-02, 5.3871e-02],
...,
[-3.4047e-02, -1.0183e-03, -1.9948e-02, ..., 7.1369e-03,
-1.0002e-02, -6.4070e-03],
[-1.2555e-02, 3.0411e-02, -8.1295e-03, ..., 2.0261e-02,
-2.5718e-02, 2.8667e-02],
[ 7.0163e-02, 2.2593e-02, -2.6998e-02, ..., -1.5966e-02,
-6.5826e-02, -8.3032e-05]])),
('model.decoder.layers.1.self_attn.v_proj.bias',
tensor([ 3.6056e-03, 1.2957e-03, -2.4961e-03, 6.2710e-03, -5.2356e-03,
4.8744e-03, -1.5931e-03, 6.7450e-03, -4.5337e-03, 1.0706e-02,
-2.4356e-03, -1.1935e-02, 1.2287e-02, 4.0365e-03, 3.9127e-03,
-3.5996e-03, 3.8674e-02, -7.0003e-03, 5.4639e-03, 1.7497e-02,
8.8050e-04, -1.3305e-02, -9.0860e-03, 1.2453e-02, 1.2453e-02,
-7.9649e-04, -5.4488e-03, 5.9946e-03, 1.5621e-02, -3.2388e-03,
5.3463e-03, 8.9411e-03, -1.7980e-02, 1.4671e-01, 5.7463e-03,
7.4785e-03, 8.0136e-03, 7.1437e-03, -7.3513e-03, -3.9568e-04,
5.0329e-03, 2.1342e-03, 7.2272e-03, -1.8348e-03, 1.0013e-02,
1.4362e-02, 1.1466e-02, -4.6052e-03, -1.5353e-03, 9.7434e-03,
-5.6954e-03, -3.5009e-03, -1.2175e-02, 4.4911e-03, 6.7023e-04,
-1.2406e-02, -2.4811e-03, -3.5749e-03, -3.5773e-03, -6.1079e-03,
-1.6069e-02, 1.0819e-02, -9.0692e-03, -1.6430e-03, 1.3670e-03,
1.6592e-02, 9.4861e-03, 1.0843e-02, 2.6063e-03, 2.9311e-03,
-5.3866e-03, -8.4412e-03, 5.2802e-03, -1.1282e-03, 1.0184e-02,
-7.6815e-03, 6.5355e-03, -1.1954e-02, 1.3362e-02, -3.3136e-03,
-3.3457e-03, -1.4396e-02, -2.7178e-02, 2.0961e-02, 2.0664e-02,
-2.4318e-03, -2.5552e-03, 3.2932e-03, 2.3329e-02, 7.0081e-03,
-1.7174e-03, -3.1973e-03, -1.2922e-02, 1.6479e-02, 4.0760e-02,
-3.0527e-02, -6.9634e-03, 3.3388e-03, -6.2289e-03, -1.7813e-02,
-5.3272e-03, -5.3991e-03, -3.8650e-03, 8.7779e-03, 1.6363e-03,
2.9169e-02, -3.8236e-02, -6.3000e-03, 6.6509e-03, -1.0463e-02,
1.5522e-02, 6.3641e-03, 1.3904e-02, -3.2985e-02, 9.4135e-03,
2.4647e-02, 2.5146e-02, -1.2443e-02, 8.4671e-03, -1.7402e-02,
-4.9679e-04, -1.3336e-01, 3.0098e-03, 2.0461e-02, -2.9060e-03,
-4.4935e-03, 2.4081e-02, -2.8678e-03, 1.2616e-02, -4.7348e-03,
-5.4340e-03, -1.2454e-02, -6.8282e-04, 9.8371e-03, -1.5352e-02,
-3.6694e-03, -1.1104e-02, 7.5691e-03, 7.3516e-04, -5.2601e-03,
-1.2688e-03, -2.5318e-03, -2.3527e-03, 4.1286e-03, -7.4017e-04,
3.7589e-05, 2.3962e-03, -1.0833e-03, -5.5919e-03, -2.1697e-03,
-6.6879e-03, -7.8488e-03, -3.7357e-03, -6.1409e-03, 9.0089e-03,
-7.7826e-03, -8.3318e-03, -1.0851e-02, -7.7460e-03, 1.1206e-02,
-1.5742e-02, -1.5619e-03, 1.0891e-02, -1.0756e-02, 7.7038e-03,
1.9432e-03, 6.4713e-03, 1.0763e-02, 2.9299e-03, -7.1504e-02,
-5.1184e-03, -9.5081e-03, 4.7452e-03, -5.9786e-03, -8.2818e-03,
-2.7560e-02, 8.2742e-03, -5.3334e-03, -2.5819e-03, -7.0669e-03,
1.4768e-02, 4.6533e-03, 6.2677e-03, -3.4643e-04, -6.7116e-04,
-5.7133e-03, -2.0465e-03, -1.0317e-02, -3.0792e-03, 7.9050e-03,
2.4349e-03, 7.7066e-03, -1.1373e-02, -9.2384e-04, 7.8288e-03,
1.8592e-02, 3.1496e-03, 1.7430e-03, -5.2294e-03, 1.3786e-03,
6.1598e-03, 2.4415e-03, 8.7280e-04, 8.2215e-03, 7.2079e-03,
1.5103e-02, 1.7488e-02, -1.3754e-02, -8.7031e-03, -2.5303e-02,
-7.2074e-03, -9.1637e-03, 7.7578e-03, -8.7880e-03, 1.5739e-02,
-1.3168e-03, -2.5147e-02, 1.8090e-02, 1.1277e-03, 2.2288e-02,
-1.5902e-04, -1.4233e-03, -3.9653e-03, -5.6272e-03, -9.1817e-03,
1.1757e-02, 5.7471e-04, 1.0025e-02, 2.5171e-02, 2.3216e-03,
-2.8931e-03, -3.6035e-03, -2.0571e-03, -3.6890e-03, -3.8039e-03,
1.9516e-02, 1.8066e-02, -8.5375e-03, -1.6885e-02, -2.9857e-03,
-3.2824e-03, 9.6052e-04, 2.4628e-02, 2.2978e-03, 4.1656e-03,
-6.2700e-03, 2.0072e-02, 4.1848e-03, 2.6845e-03, 1.7636e-03,
1.6381e-03, -1.5992e-02, 1.7293e-02, 1.1018e-03, 5.9465e-03,
-1.0083e-02, -2.3320e-01, -7.2952e-03, -2.1718e-02, 1.3294e-03,
-2.2507e-02, 1.0908e-03, 1.6994e-03, -8.5452e-04, 5.2999e-03,
5.7743e-03, 8.1313e-03, -3.7148e-03, -4.5023e-03, 4.6026e-03,
7.9227e-04, 1.1633e-02, 5.3448e-03, -3.0995e-02, -2.0489e-02,
-2.0647e-03, 5.7061e-03, 5.6745e-03, 5.7390e-03, 8.3503e-03,
1.6180e-02, -1.1307e-02, -1.9951e-03, 2.7475e-02, -7.6578e-03,
5.9881e-04, -2.3485e-04, 7.0193e-03, 2.0351e-02, -1.0883e-03,
-2.0028e-02, -4.4926e-04, 1.4518e-02, -4.1988e-03, 1.0948e-02,
2.3991e-02, -1.8077e-02, 2.8675e-05, -9.2145e-03, -7.8654e-02,
-1.4641e-02, -7.6744e-03, 2.6351e-02, 2.5663e-03, -3.5060e-02,
-3.8733e-03, -6.2022e-03, 1.3325e-02, -8.8277e-03, 3.4136e-04,
2.0382e-02, -8.0080e-03, 7.4749e-03, 5.8919e-03, 2.9628e-03,
1.6881e-02, -1.2463e-02, 1.5832e-02, -1.6622e-02, -1.5251e-02,
-5.9145e-04, -9.7118e-04, -4.7847e-03, 7.8424e-03, 2.0427e-03,
-1.2795e-03, 1.9262e-02, -2.1583e-02, 1.7671e-03, -1.7280e-02,
-4.2585e-03, 7.0585e-03, -5.0317e-03, -1.9369e-03, 1.4359e-04,
-3.9281e-03, -3.1336e-03, -4.0710e-03, -2.2853e-02, 8.1497e-03,
-1.5996e-04, 4.0078e-04, 3.5184e-03, 9.7456e-03, 8.0681e-03,
1.0506e-03, 1.4552e-03, -6.6695e-03, 4.3289e-03, 1.0153e-02,
-4.5415e-03, 5.4831e-03, -1.6469e-03, -2.5953e-03, -9.8523e-03,
8.2515e-03, 1.3896e-02, -1.1578e-03, 2.0852e-03, 3.6707e-03,
4.4935e-03, -3.8562e-03, -2.4972e-04, -1.1193e-02, -1.2786e-03,
4.5362e-03, 1.2368e-02, -7.1906e-02, -3.1182e-03, 1.1159e-03,
1.2334e-02, -1.5676e-02, 1.4417e-02, 9.4920e-03, 7.1437e-03,
9.6798e-03, -9.0682e-03, 7.2240e-04, -9.0733e-04, -5.5829e-04,
2.7006e-02, 4.6984e-04, 3.9977e-03, 8.4846e-04, 3.4146e-03,
-3.7005e-03, -1.8390e-02, 9.3437e-05, 2.9454e-05, -1.4447e-03,
2.1186e-02, 4.4299e-03, 1.4371e-02, 1.2610e-03, -5.1230e-03,
6.9841e-03, 9.9301e-04, -1.0144e-03, -4.0649e-03, 8.8022e-03,
-2.5976e-03, 4.3419e-03, -8.8841e-03, 7.8944e-03, 1.2899e-04,
2.0392e-03, 3.9075e-03, -6.0690e-03, 2.8188e-03, -1.0679e-02,
-3.1942e-03, -1.8970e-02, 8.6393e-03, -5.3425e-03, 3.1499e-03,
-2.3702e-02, 1.1711e-03, 5.8613e-03, -8.9839e-03, -7.5006e-03,
1.5299e-02, 1.0213e-02, 6.7620e-03, -6.0869e-03, 8.2016e-03,
-2.7290e-03, -1.9618e-02, 6.1377e-03, -2.6543e-03, -1.4031e-01,
-1.2189e-03, 1.0306e-02, -2.2676e-02, 5.6814e-03, 2.3423e-03,
6.3706e-04, -2.8128e-05, -2.9200e-02, -1.4844e-02, -3.9519e-03,
-1.0450e-02, 3.4307e-05, 4.0778e-03, 7.6746e-04, -6.9238e-03,
-2.9485e-03, 2.4019e-04, -4.0622e-04, 4.3129e-03, 1.5764e-03,
1.4430e-02, -3.8317e-03, -5.3219e-03, 5.9256e-03, 1.8845e-03,
8.5841e-03, 7.8139e-03, 1.9296e-03, 1.2333e-03, 2.9343e-02,
6.1736e-03, 3.3018e-04, 4.6940e-03, -6.0296e-03, -3.4197e-03,
5.4184e-04, -3.7152e-03, -7.3300e-03, -8.9299e-04, 2.6755e-03,
-4.4311e-02, 2.0791e-03, 5.4595e-03, 1.9689e-02, -7.2970e-03,
8.8963e-04, -3.0389e-03, -1.3835e-02, -3.0791e-03, 2.5563e-02,
3.3473e-03, 1.0866e-02, -9.9452e-03, -3.8960e-03, -2.3066e-03,
1.4273e-02, -6.2082e-03, -1.4601e-02, -3.9956e-03, 1.7815e-02,
-1.5809e-03, 5.0012e-03, 2.1565e-03, -1.1795e-02, -3.7636e-03,
9.5460e-03, -3.8551e-03, 1.1449e-02, 1.5745e-02, 6.1147e-04,
-1.8347e-02, -3.0377e-03, 5.4602e-03, -7.1985e-03, -9.1764e-03,
1.3037e-03, -6.9967e-03, 2.2455e-02, 1.4740e-03, 4.8278e-02,
7.4737e-04, -9.9555e-03, -1.8375e-02, 3.1649e-04, -3.1781e-03,
-3.0400e-02, -5.4691e-03, 1.8657e-03, -4.1225e-03, 2.5901e-03,
-5.1666e-04, -7.0104e-03, -5.3317e-03, -1.2399e-02, 6.7593e-03,
-1.2268e-04, -8.0619e-03, 6.0297e-03, -6.0378e-04, -1.3171e-02,
-6.4896e-03, 1.2257e-02, 3.7157e-03, 1.9466e-03, -4.9374e-03,
-1.0087e-02, -4.1786e-03, 7.4636e-03, -6.2315e-04, -1.3268e-03,
-8.7047e-03, 3.6504e-03, -2.0872e-03, 2.5606e-03, -2.6490e-04,
-8.6591e-03, -1.1357e-01, 8.5744e-03, -4.4559e-03, -4.4216e-03,
-5.1201e-03, -3.5161e-03, 2.9696e-03, 7.3591e-04, -1.0890e-02,
5.0770e-03, 1.7649e-03, 1.0242e-02, 3.6117e-03, 9.5974e-03,
-2.6868e-03, -1.5015e-02, -1.3759e-03, 3.9738e-03, 1.6178e-03,
1.6248e-03, -1.0911e-02, -2.4338e-03, -4.9149e-03, 3.6054e-04,
-1.6850e-03, 3.4038e-03, -8.5907e-03, 1.2549e-03, 2.7356e-03,
-5.2120e-03, -1.4988e-02, -2.1405e-03, -1.4776e-02, 1.0460e-02,
-1.9304e-03, 1.0595e-02, -1.2968e-02, -3.7902e-03, 8.7744e-03,
-1.2814e-02, -1.1931e-02, -6.1193e-03, -5.1342e-03, 1.1993e-02,
-1.2929e-02, 1.5223e-02, 8.3382e-03, 1.6053e-02, 2.8432e-02,
-1.6813e-04, 8.7477e-03, 2.9510e-02, -6.8604e-04, 6.3861e-02,
-5.5556e-03, -8.2415e-03, 1.5504e-03, 8.3132e-03, -1.8481e-03,
-8.0473e-03, 1.7602e-03, -1.1147e-02, 1.6004e-02, -3.9481e-03,
-7.4323e-03, 2.3382e-03, -6.7808e-03, -8.7518e-03, 5.0926e-03,
-2.1054e-03, -2.3628e-03, -1.0802e-02, 3.0603e-03, -9.7684e-03,
-2.8314e-03, -6.1166e-03, -8.1606e-03, 4.8417e-03, 4.3096e-03,
-4.2392e-03, -1.5857e-02, -7.8557e-03, 1.7535e-03, 3.8290e-03,
-1.3131e-02, 5.7025e-03, -9.7732e-03, -1.0010e-02, 2.5037e-04,
8.9849e-04, 1.0770e-03, -5.6159e-03, -1.1995e-03, -7.8092e-03,
8.8176e-03, 5.1998e-04, 1.4156e-02, 8.6370e-04, 3.3009e-03,
4.2531e-03, 5.1511e-03, -1.3873e-03, 8.0923e-03, -1.4922e-03,
-1.0073e-02, -3.5906e-03, 5.2482e-03, 7.5380e-03, -6.0955e-03,
-3.5980e-03, -4.3292e-03, -3.2109e-03, 1.9432e-03, 1.6427e-02,
-5.9507e-03, 2.8835e-04, 1.0192e-02, -1.4044e-03, -1.2816e-01,
5.1176e-03, -6.5490e-03, -3.6345e-03, 9.0859e-03, 8.0358e-03,
8.0230e-05, 9.8438e-03, 4.8257e-03, -1.5622e-03, 4.2225e-04,
-9.0222e-03, -6.1338e-03, 7.5030e-04, -6.1532e-03, 1.0516e-03,
-1.5432e-03, -1.1504e-02, 4.7829e-04, 4.1512e-03, 3.1518e-03,
7.3069e-03, 6.0791e-03, 4.7924e-03, -5.9413e-03, 1.2678e-03,
3.7071e-02, -1.4728e-02, -6.0278e-03, -6.7954e-03, -3.3118e-03,
8.8255e-03, 2.5914e-03, 1.4431e-02, 9.7668e-03, 2.8432e-03,
8.1984e-03, 3.4346e-03, 1.4869e-02, -1.8583e-03, -3.4221e-03,
5.5452e-03, -1.0545e-02, -6.9331e-04, 4.0777e-03, 4.6562e-03,
-7.3998e-03, 5.7966e-04, -3.1488e-03, 6.4602e-03, 1.2930e-03,
-5.9736e-03, -3.2173e-03, 1.0137e-02, 8.3479e-03, -7.1054e-03,
2.0349e-03, -1.1817e-03, 1.4112e-02, 6.2011e-03, 9.6460e-03,
-1.1311e-02, -2.9871e-03, -1.0658e-02, 1.7848e-03, 6.8788e-03,
-5.2960e-03, -6.0707e-03, 1.4880e-02, -6.1877e-03, 7.1386e-03,
-8.1257e-03, 2.8062e-03, -2.5408e-02, 5.2734e-03, -9.7643e-03,
3.4272e-03, 4.7564e-04, 7.6484e-03, -3.4921e-03, -1.0098e-02,
-5.6680e-03, 4.7390e-02, 9.7514e-03, -7.8482e-03, -1.2659e-03,
-9.5591e-04, 1.3620e-03, -7.5446e-03, -1.6505e-03, -1.1110e-02,
-2.1767e-03, -4.4520e-03, 1.3968e-02, 2.7172e-03, -5.2897e-03,
-1.9379e-02, 3.5321e-03, -5.0507e-03, -3.4363e-03, 1.9100e-03,
-1.4011e-02, -4.1615e-03, -8.1073e-04])),
('model.decoder.layers.1.self_attn.q_proj.weight',
tensor([[-1.6758e-03, -6.5422e-03, -9.2113e-02, ..., -4.6621e-03,
-1.2025e-02, -2.2737e-02],
[-2.5557e-02, 2.0316e-02, -5.0715e-03, ..., 8.0558e-02,
-3.4777e-02, 9.6391e-02],
[-7.4079e-02, 9.0961e-02, -4.8499e-02, ..., 8.5897e-03,
-5.5694e-02, 1.9833e-02],
...,
[-3.0740e-02, 5.9154e-02, 1.0160e-01, ..., -5.9662e-02,
2.4590e-02, 2.6726e-02],
[ 4.1080e-02, -2.5359e-02, -7.1720e-02, ..., -1.2072e-01,
-8.1106e-02, -1.6761e-02],
[ 1.2024e-01, -2.4509e-02, -4.7551e-02, ..., -5.6050e-02,
-6.3384e-02, -8.2135e-05]])),
('model.decoder.layers.1.self_attn.q_proj.bias',
tensor([ 1.4589e-01, -7.2046e-02, -6.8981e-02, 6.8510e-01, -9.6715e-01,
-1.9643e-01, 6.1283e-01, -3.8765e-01, -4.9095e-01, -8.3282e-02,
-4.5936e-01, 3.1816e-01, 4.7636e-01, 1.1075e+00, -1.8514e-01,
-2.5105e-02, 4.4638e-01, 2.5880e-01, -1.2594e-01, -2.5233e-01,
-5.2903e-01, 6.6579e-01, 1.7549e-01, 7.1305e-01, -2.6331e-01,
-8.2154e-02, -1.1570e+00, 9.4609e-01, 1.0704e+00, 1.7744e-01,
-9.6014e-01, -3.1964e-01, 2.4903e-01, -1.0521e-01, -9.1263e-01,
-5.6132e-01, -5.8530e-01, -8.1451e-01, 2.7690e-01, 3.1006e-01,
9.0604e-01, -7.1301e-02, -1.9740e-01, 1.1247e+00, 1.0891e+00,
-1.6905e-01, -7.4486e-01, -3.2087e-01, 8.0725e-01, 1.0446e+00,
1.7121e-01, -7.7517e-01, 9.1169e-01, 1.0482e-01, -2.6326e-01,
5.9539e-01, 5.6945e-01, 2.5379e-01, -5.2535e-01, 1.4535e-01,
7.4952e-01, 4.3931e-01, 6.8702e-01, -9.3943e-01, -2.5070e-01,
-7.6047e-02, 1.4932e-01, -5.1646e-02, -3.6168e-01, 2.2979e-02,
-2.6380e-02, 2.2919e-01, 1.2366e-01, -1.4378e-01, -2.0769e-01,
-4.6172e-01, -7.0620e-01, -2.8707e-01, -3.7802e-01, -3.5262e-01,
-3.3082e-01, 3.0113e-01, 2.3797e-01, -2.5245e-01, 2.4254e-01,
8.2923e-02, -9.7977e-02, -1.9095e-01, -3.7851e-02, -2.2344e-01,
-2.0242e-01, 7.6508e-02, 3.7986e-01, 1.8432e-01, -3.5001e-01,
1.5310e-01, -3.1684e-02, 3.7963e-01, -2.2393e-01, -1.0236e-01,
-1.8594e-01, -7.4312e-02, -2.6493e-01, -3.3058e-01, -3.6461e-01,
2.2005e-01, 1.2292e-01, -1.5486e-01, -1.5521e-01, -6.4287e-01,
-2.2381e-01, -4.1134e-01, 5.1649e-01, -4.7085e-02, -2.6886e-01,
-1.7052e-01, 2.1728e-01, 1.7796e-01, -6.2261e-01, -1.9430e-01,
-2.4480e-01, -5.6299e-02, 1.0135e-01, 4.4236e-01, 1.3758e-01,
2.9209e-01, -4.8168e-01, 4.5318e-01, 8.3493e-02, -9.2722e-02,
5.0571e-01, -1.1947e-01, -1.0030e-01, 2.5240e-01, -4.4386e-02,
-4.0388e-01, -2.1419e-01, 9.2058e-02, 2.9743e-01, 2.2263e-02,
-4.1163e-01, 4.4488e-01, 1.2927e-01, 1.7535e-01, 2.5684e-02,
-2.5152e-01, 4.6686e-01, -1.0813e-01, 1.9482e-02, -5.1565e-01,
-2.4659e-01, -3.4980e-01, 6.0665e-02, -1.1178e-01, 5.4792e-02,
4.5193e-01, -3.2810e-02, -9.6730e-02, -4.7276e-01, 2.7283e-01,
-1.4207e-01, 2.8557e-01, 1.9440e-01, 2.0573e-01, -4.5955e-02,
7.7174e-01, -4.5561e-01, 2.8440e-01, 2.6290e-01, 4.2620e-01,
-2.4451e-01, -2.3140e-02, -8.3753e-02, -3.4774e-01, -1.0399e-01,
-1.5784e-01, 2.0953e-01, 5.3019e-02, -2.2919e-01, 1.9025e-01,
-1.5964e-01, 3.4588e-01, 4.9466e-01, 1.5245e-02, -2.2096e-01,
-3.1724e-02, -2.0153e-01, 4.9572e-01, -6.6352e-01, 6.5214e-01,
-2.7541e-01, 4.5364e-02, -1.6811e-01, 1.0040e-01, -2.0312e-01,
-1.8563e-01, 3.9050e-01, 1.6992e-01, -2.1690e-01, -2.6925e-01,
1.5333e-01, 5.6821e-02, 1.1434e-02, -3.0990e-01, 2.9502e-01,
9.6623e-02, -3.4185e-01, 1.3453e-01, -1.5666e-01, -2.2687e-01,
-9.3339e-02, -3.8430e-02, -3.8490e-02, 1.2090e-01, 1.3411e-01,
-1.4507e-01, 1.8508e-01, -1.7242e-01, -4.3140e-02, -3.1602e-02,
-6.6550e-03, 2.6938e-02, -1.4323e-02, 5.5931e-02, -3.1472e-02,
2.7703e-02, 2.8970e-02, -5.6161e-02, 1.3140e-01, -1.2990e-01,
-1.0806e-01, -1.0764e-01, 5.1934e-01, -2.0579e-02, 6.4081e-01,
1.0642e-01, -2.4744e-02, 1.5619e-01, 1.9404e-02, 6.8991e-01,
-4.7743e-01, -1.4228e-01, 5.2838e-02, -1.6985e-01, -1.6235e-01,
6.7246e-02, -2.0953e-01, -2.5279e-01, -6.7400e-02, 8.7433e-02,
-1.0362e-01, 9.0252e-02, 1.4883e-01, -6.6191e-02, -5.7063e-02,
-4.4883e-01, -1.2943e-01, 7.6952e-02, -2.0255e-01, -1.6926e-01,
8.2426e-03, 9.3599e-02, 8.1994e-03, 5.1649e-02, -1.4951e-01,
-1.0434e-01, -2.6870e-02, 6.7868e-02, -8.0462e-02, -1.4695e-02,
-1.1904e-01, -2.6599e-01, -4.7991e-02, -5.9593e-02, -7.3648e-03,
7.0227e-04, -1.4497e-01, -6.7497e-02, -3.7057e-01, -2.4689e-02,
-1.9145e-01, -5.6970e-02, -3.0338e-02, -3.0676e-02, -4.1216e-02,
-7.1980e-02, 1.1899e-01, -1.5960e-01, 3.6600e-02, -4.1548e-02,
-1.0165e-01, -1.3234e-01, 1.7391e-01, -5.0947e-02, 1.1733e-01,
1.0606e-01, -4.0254e-02, -6.8868e-02, 4.7786e-02, 9.9466e-02,
-2.8110e-01, 1.3182e-01, 7.6769e-02, 6.9974e-02, 2.8818e-01,
-6.8247e-02, 1.1614e-01, -2.0753e-01, 2.6018e-02, -1.0342e-02,
1.8620e-01, 1.7175e-01, -1.1553e-01, -1.2045e-01, -2.4447e-02,
-1.2609e-01, 6.3942e-02, -6.9249e-02, 2.8259e-01, -1.0968e-01,
-8.1739e-02, -9.8996e-01, -5.9091e-02, 1.9114e-01, -4.1854e-01,
-3.9651e-01, -5.3460e-01, -2.1459e-01, 1.0927e-01, 4.1392e-01,
1.3621e-01, -3.9737e-02, -2.8460e-01, 1.3224e-01, 1.4058e-01,
-4.3847e-01, -5.7541e-01, -1.8207e-01, 3.4586e-01, -1.1144e-01,
3.6423e-01, -1.0108e-01, -1.3987e-01, -4.5766e-01, 1.1580e-01,
-1.9408e-01, -1.0974e-01, -4.7035e-01, -8.0116e-01, 4.2257e-01,
1.3845e-01, 1.3811e-01, -3.1467e-02, 1.3357e-01, 4.5247e-01,
9.2785e-02, -6.4407e-02, -7.7206e-02, -3.2437e-01, 3.3719e-01,
-1.6711e-01, -1.4130e-02, 3.1051e-01, -5.0570e-01, -2.4119e-01,
-1.0403e-02, -4.1612e-02, 4.9818e-01, -4.2227e-02, -2.9010e-02,
-7.0470e-01, -1.9885e-02, 7.9340e-02, 3.0358e-01, -6.7614e-01,
-5.5850e-02, 2.4228e-01, -1.8779e-01, -2.9763e-01, -1.4492e-01,
1.6630e-01, 1.1717e-02, 1.3497e-01, 3.2577e-02, -1.4975e-01,
4.7280e-02, 1.2659e-01, -1.3682e-01, -1.9770e-01, -3.8183e-03,
-9.5817e-02, -8.2385e-02, 5.2232e-01, -4.2949e-02, 7.2098e-02,
5.2785e-02, 1.5785e-01, -4.3513e-02, -3.6762e-01, 1.6784e-01,
-1.1442e-01, 1.2730e-01, -2.0045e-01, 2.4862e-01, -3.2802e-02,
2.1295e-01, 4.0305e-01, 3.0419e-01, 1.6136e-01, 1.5768e-02,
-3.8426e-02, 1.5672e-01, 1.8517e-01, -2.0917e-01, 2.8627e-02,
-2.2944e-01, 1.5527e-03, 1.1648e-01, 9.7860e-02, -1.9249e-01,
-2.1818e-01, 7.6091e-03, 3.9065e-02, 9.7293e-02, 1.1885e-01,
1.5336e-01, 3.6482e-03, -9.1588e-02, -1.3039e-01, -1.8684e-01,
3.4039e-01, 4.5884e-02, -7.5842e-02, 2.5711e-01, -1.2630e-01,
1.6295e-02, 5.8344e-01, 1.4422e-01, -2.3079e-01, -2.1388e-01,
2.7113e-02, -9.6853e-02, 1.6001e-01, 5.9439e-02, 2.1013e-01,
2.1552e-01, -1.6115e-01, 2.9004e-01, 2.4823e-01, 4.5946e-02,
-1.9866e-01, -4.9596e-01, 9.9958e-02, -2.0203e-01, 4.9241e-02,
2.5350e-01, 3.6863e-01, -1.2076e-01, -1.3324e-01, -6.4878e-02,
-4.1820e-01, -3.8201e-02, -4.4044e-01, 2.8552e-01, -4.4891e-01,
4.9402e-01, 4.9784e-02, -3.3305e-01, -7.8646e-02, -5.9757e-02,
-8.9260e-02, -2.0020e-01, -4.5422e-01, -5.9143e-01, -1.0832e-01,
-6.4886e-02, -4.3782e-01, -4.8494e-01, -1.9552e-01, -8.4996e-02,
4.6353e-01, 1.3650e-01, -2.5156e-01, -1.0142e-02, -1.0582e-02,
1.7302e-01, -1.3041e-01, -1.6538e-01, -6.9278e-03, -5.9436e-01,
7.7641e-02, 2.4387e-01, 2.5382e-01, -3.5593e-02, -1.2612e-01,
2.1357e-01, 3.0029e-01, 5.3161e-02, -3.5151e-01, -6.8903e-01,
1.3662e-01, 4.8561e-02, -1.9340e-01, -4.7716e-03, 1.8572e-01,
1.5872e-01, 2.3005e-01, -3.9627e-01, 1.9320e-01, -1.3337e-01,
-1.3449e-01, -4.9468e-01, -2.1564e-01, 4.1080e-01, -1.2328e-01,
-1.0675e-01, 4.1874e-01, -2.1173e-01, -3.0371e-02, -3.5903e-01,
-4.6334e-02, 4.1878e-01, 2.8138e-01, -4.6342e-02, -8.2650e-02,
-8.7184e-02, 1.2660e-01, -5.6009e-01, 4.5545e-01, 2.8775e-01,
-3.4107e-01, 1.7875e-01, 5.0813e-01, 2.9461e-01, 2.3495e-02,
2.9069e-01, 9.1771e-02, 9.6592e-02, -6.6414e-01, 1.4225e-01,
-1.9407e-01, -2.1056e-01, 4.3958e-01, -3.2458e-02, 1.4400e-01,
3.4553e-01, 2.4916e-01, -4.3430e-01, -4.3901e-01, 9.7129e-02,
1.2736e-01, 2.2735e-01, 2.8679e-01, 1.3540e-01, 8.7271e-02,
-2.4294e-01, 4.1936e-02, 2.8785e-01, -8.8921e-02, -1.7922e-01,
-6.6470e-02, 1.1502e-01, -6.1661e-01, -4.3201e-01, 2.7136e-01,
2.3030e-01, 6.4500e-02, -1.1206e-01, 1.5247e-01, 2.2440e-02,
7.0538e-04, 7.8193e-01, 8.7238e-02, -1.4400e-01, -1.1519e-02,
5.4726e-01, -2.2142e-01, -4.7988e-02, 5.0204e-02, -9.3944e-02,
-1.0929e-01, 5.3281e-02, -3.4030e-01, 1.6887e-01, 2.7765e-02,
8.6274e-02, 2.8961e-01, 4.2647e-01, -2.4537e-01, 6.0887e-01,
-1.9404e-02, 3.4405e-02, -2.4019e-01, -2.8296e-02, 1.0652e-01,
-3.3266e-02, 9.1530e-02, -1.1507e-01, 8.4984e-04, 2.7174e-01,
1.2365e-01, -1.1366e-02, 3.2710e-02, -8.1112e-02, -3.7859e-01,
-6.1361e-02, -2.6382e-01, 2.4306e-01, 1.5370e-01, -2.5841e-01,
-8.0400e-02, 4.4860e-01, 2.8936e-01, 8.5797e-01, 2.6425e-01,
-3.0724e-01, -6.7265e-01, 9.6633e-02, -1.6320e-01, 1.5066e-01,
2.0336e-01, 4.5043e-02, -6.1752e-02, -7.4147e-03, 7.1677e-02,
-5.1839e-02, -1.1350e-01, 1.2759e-01, 3.3898e-01, -3.5054e-02,
3.4923e-02, 2.1350e-01, -3.8341e-01, -2.1797e-01, -2.1650e-01,
3.6287e-03, -3.3500e-01, 3.5960e-01, -1.7670e-01, -5.9818e-02,
6.9373e-01, 5.4738e-02, -5.1148e-02, 2.8794e-01, 6.4603e-01,
-6.7870e-01, 2.7817e-01, -2.0483e-01, 1.9158e-01, 5.4532e-01,
-2.9489e-01, 2.6149e-01, -3.1912e-01, 9.2190e-02, -5.3023e-01,
1.4592e-01, 2.5909e-01, -8.3803e-01, -3.6440e-01, 2.4970e-01,
4.6674e-01, 5.2967e-02, -1.5810e-01, -2.5041e-01, -6.7074e-01,
3.1581e-01, 2.0395e-01, -9.1894e-02, -3.5972e-01, -2.4474e-01,
7.1347e-02, -5.0826e-01, 4.2222e-01, -1.9665e-01, 3.3776e-01,
-2.6895e-01, 3.5417e-01, -5.7431e-01, 1.2709e-01, 7.3625e-02,
1.2167e-01, -2.5697e-01, 1.4184e-01, 2.0472e-02, 3.8995e-01,
4.8786e-01, -9.2163e-03, -1.5998e-01, 3.1178e-01, 2.0125e-01,
-2.3828e-01, 2.1523e-01, -5.4210e-01, 5.9946e-01, 9.3657e-02,
-2.9699e-01, 7.1934e-01, 1.2924e-01, -1.3069e-01, -1.0809e-01,
2.5761e-02, -4.0263e-02, 1.0213e-01, 6.2215e-02, -2.4492e-01,
-8.0684e-02, 4.2787e-02, -1.0369e-01, 5.1227e-01, -3.7878e-01,
2.1854e-01, -3.0113e-02, 1.1656e-03, 4.5229e-01, 2.3188e-02,
-1.3838e-01, 4.5909e-01, 5.7083e-03, 6.6402e-02, 1.7827e-01,
7.5738e-02, -4.3544e-02, -3.1999e-01, 2.1334e-01, 6.3705e-02,
8.8457e-02, 1.1390e-01, 2.5807e-02, -1.5992e-01, 8.0834e-02,
3.5339e-01, -9.5871e-02, 9.1045e-02, 6.8094e-02, -3.4139e-01,
-1.8554e-01, -2.4450e-01, 8.4102e-03, 9.7165e-02, -4.5147e-01,
-5.2014e-01, -2.3071e-02, -8.5133e-01, -2.0620e-01, -2.5600e-01,
-2.5159e-01, -1.5933e-01, -1.9129e-02, 2.7523e-01, 3.1189e-01,
-5.0556e-01, -3.7660e-01, 5.2360e-01, 3.5690e-02, -1.7682e-01,
-1.8639e-02, 2.2692e-01, -7.8310e-02, -6.0162e-02, 3.3812e-01,
-3.7716e-02, -2.6183e-01, 2.1362e-01, -3.6892e-02, 6.9968e-01,
-3.8326e-01, 7.8416e-01, 4.4568e-01])),
('model.decoder.layers.1.self_attn.out_proj.weight',
tensor([[-0.0373, -0.1162, 0.0456, ..., -0.0885, 0.0449, 0.0181],
[-0.0235, 0.0529, 0.0034, ..., 0.0473, 0.0484, 0.0297],
[-0.0379, 0.0650, -0.0302, ..., -0.0176, -0.0144, 0.0502],
...,
[-0.0483, -0.0063, 0.0683, ..., -0.0684, -0.0193, 0.0243],
[-0.0413, -0.1141, -0.0380, ..., -0.0250, 0.0374, -0.0118],
[ 0.0246, 0.0637, 0.0658, ..., 0.0733, 0.0331, -0.0472]])),
('model.decoder.layers.1.self_attn.out_proj.bias',
tensor([-6.8952e-02, 4.5159e-02, 2.4279e-02, -6.2267e-02, 3.9720e-02,
-5.2066e-02, 7.8720e-02, 4.0782e-03, 2.7471e-02, -4.5254e-02,
-7.3831e-02, 1.0793e-03, 1.2974e-02, 6.1305e-02, 6.8568e-02,
9.5215e-02, 1.5501e-02, -5.4739e-02, -5.5840e-02, 2.9555e-02,
2.3455e-02, -4.9639e-02, -3.5217e-02, 3.5226e-02, -1.9713e-02,
8.0417e-02, 6.9715e-02, -3.2235e-01, 5.2416e-02, 3.2712e-01,
-9.1301e-03, -1.0126e-02, -3.3429e-03, 2.7800e-02, -8.6880e-04,
3.7255e-02, 2.5882e-02, 3.7983e-02, 8.5677e-02, 3.7377e-02,
7.1645e-02, 3.0595e-03, 5.6203e-02, -6.3838e-02, 1.1537e-02,
-3.5458e-02, 6.1477e-02, -3.7295e-02, 3.7214e-02, -1.0196e-01,
-2.2812e-02, 6.6970e-02, -1.1276e-01, -8.2727e-02, 8.1236e-02,
4.4426e-02, 5.2393e-02, 7.3865e-02, -3.4098e-02, -2.2917e-02,
-2.1614e-02, -1.3190e-02, 1.6966e-02, 4.9998e-02, -4.2442e-02,
-4.8979e-03, 1.5471e-02, -1.1687e-02, -6.2735e-02, -6.5111e-02,
7.3923e-02, -7.5478e-03, -1.1267e-01, -2.8652e-02, -3.8747e-02,
8.0351e-02, 6.8080e-02, 3.4282e-02, 7.0631e-02, -7.6114e-03,
7.8155e-02, -1.2698e-02, 1.5469e-02, -5.2950e-02, -5.3498e-02,
1.1557e-02, 2.6077e-02, -1.0904e-03, -4.3730e-02, -1.2763e-03,
3.7332e-02, -5.3907e-03, -1.0461e-03, 6.6849e-03, -5.4844e-03,
-3.6645e-02, 1.2558e-02, 5.3494e-02, -5.9593e-02, -9.5357e-03,
6.9503e-03, 3.4459e-02, -3.7806e-02, -4.8172e-02, 8.1987e-03,
1.3057e-02, 7.2475e-02, 1.3634e-02, -8.6093e-02, -3.5153e-02,
4.0530e-02, -3.6063e-02, -5.1339e-02, 8.5456e-02, 4.2327e-02,
-1.5579e-02, -2.9457e-02, -2.0029e-02, -3.2869e-02, 5.9515e-02,
-9.4900e-02, -9.5326e-03, -2.7070e-02, 7.2070e-02, -9.4089e-02,
1.1387e-01, 5.2933e-02, -3.3709e-02, 3.1069e-02, 3.8882e-02,
-6.8470e-04, 4.6236e-02, 1.1942e-02, 2.1925e-02, -3.6206e-02,
1.7491e-02, -5.0502e-02, 1.5323e-02, -6.6959e-02, -2.7189e-02,
-8.7619e-02, -5.5570e-03, 4.1852e-02, -2.5624e-02, -3.5390e-03,
-1.6581e-02, 6.3951e-02, 5.6833e-02, -7.3666e-02, 7.7889e-02,
-9.4040e-02, -1.0831e-02, 2.5429e-02, 1.8590e-02, 6.3836e-02,
-2.8901e-02, -4.4402e-02, 7.2563e-02, -3.7338e-03, 1.0712e-02,
-1.0865e-01, -6.1932e-02, -2.9317e-02, -1.2192e-01, 1.0052e-01,
-2.4842e-02, 7.2325e-02, 2.3010e-02, 6.0839e-03, 1.4548e-01,
5.7140e-02, -1.9361e-02, -1.2237e-02, 2.8631e-02, 1.0845e-01,
-2.4257e-03, 3.4949e-02, 2.4885e-02, 2.4102e-03, 5.7077e-02,
8.9808e-02, -2.3078e-02, -4.7629e-03, 5.6004e-02, 1.2167e-02,
5.6050e-02, 6.4583e-03, -1.1263e-01, 2.8658e-02, 7.0351e-03,
3.2131e-04, -4.4499e-02, 7.3911e-02, -2.8848e-02, 9.9143e-03,
6.7914e-03, 6.4431e-02, -3.5209e-03, 6.1029e-02, 2.1352e-03,
-2.9113e-02, 3.4117e-02, -2.6290e-02, -1.0749e-02, -7.6065e-02,
2.5461e-02, -3.7878e-02, 5.5221e-02, 5.8813e-02, 2.1017e-02,
-1.9718e-02, -5.7546e-02, 2.9966e-02, -5.7307e-02, -7.5087e-02,
9.1118e-02, 5.9148e-02, -1.7712e-02, 2.1146e-03, 3.7753e-02,
3.3603e-02, -1.5517e-02, -2.5466e-02, 7.7384e-02, 7.9134e-02,
-8.8559e-02, 8.3535e-02, 3.1675e-02, -1.0191e-02, -1.3283e-01,
-2.2526e-02, 1.9640e-02, -1.4424e-02, 8.6691e-03, -3.6663e-03,
3.6900e-02, 6.6598e-02, -1.1181e-01, 2.4851e-02, 3.0346e-02,
4.4409e-02, 9.3918e-02, 3.5538e-02, 1.7096e-02, -3.7756e-02,
4.2458e-02, -6.2348e-03, 5.9738e-02, 2.7350e-02, -1.1232e-02,
-5.3985e-02, 2.8067e-02, 2.4503e-03, 3.9518e-02, 1.6447e-02,
-1.3723e-02, 4.7894e-02, -7.9769e-02, -2.6519e-02, -6.7113e-02,
5.6978e-02, -1.5609e-02, 2.3098e-02, -3.3144e-02, 1.0301e-02,
-5.0476e-02, -7.5656e-02, -7.9820e-03, 2.2832e-02, -4.8791e-02,
-2.9855e-02, -8.1502e-03, 4.3317e-02, -1.9602e-02, -3.6141e-02,
2.1253e-02, -1.6105e-03, -5.0124e-02, 1.3747e-02, 2.3335e-02,
4.8681e-02, 6.4021e-02, -8.7293e-03, 4.6791e-02, -4.1441e-04,
5.3807e-02, 3.1238e-02, 2.1749e-02, 5.0933e-02, 5.8700e-02,
-3.0311e-02, 1.3643e-02, -5.5387e-02, -1.3637e-02, -1.1913e-02,
4.5808e-02, -8.1366e-03, 1.9726e-02, 9.6813e-03, 6.2998e-02,
1.6896e-02, 6.1883e-02, 8.6282e-02, -3.0850e-02, -8.9333e-02,
3.5388e-02, 5.1766e-02, 5.3504e-02, 1.6357e-02, -1.8507e-02,
-2.0556e-02, 2.2659e-02, -4.0321e-02, 9.3725e-02, 9.2346e-03,
2.9602e-02, -6.3857e-02, 4.6372e-03, -5.3554e-02, 4.5988e-02,
8.5638e-02, 8.6948e-02, 1.8283e-02, -3.1184e-02, 3.9321e-02,
1.7774e-02, -2.9159e-02, 3.1057e-02, 5.6558e-02, 4.0015e-02,
1.3020e-02, 1.6886e-02, 5.2488e-02, -1.8852e-02, 3.9925e-02,
-3.2981e-03, 1.8275e-02, -5.1176e-02, -2.3899e-02, -7.3794e-02,
4.3724e-02, -4.6191e-02, 7.4589e-02, -5.8308e-02, 2.5359e-02,
9.4637e-02, 6.7833e-02, 3.0957e-03, -1.2044e-02, -5.3190e-02,
2.5672e-02, 7.5645e-02, -2.7663e-02, -4.1570e-02, 2.5352e-03,
4.0143e-02, 9.9274e-02, 3.7900e-02, -1.7664e-02, 7.7361e-02,
4.9106e-02, -4.3504e-02, 6.0688e-02, 6.7677e-02, -8.3028e-03,
3.2561e-02, 9.1560e-02, -1.2391e-02, -4.6579e-02, -4.9276e-02,
-2.0046e-02, 1.5450e-02, 3.5787e-02, -8.5904e-02, 1.2293e-02,
-5.3325e-02, 1.5677e-02, -8.3891e-02, 2.8118e-03, 1.2899e-02,
4.6179e-02, 4.1762e-02, -1.3694e-02, 7.3857e-02, -2.5570e-02,
6.2604e-02, 2.2379e-02, 3.2227e-02, 4.2952e-02, 2.1116e-02,
2.5504e-02, -1.3042e-01, 5.6156e-03, 4.3029e-02, -1.2884e-02,
8.8280e-02, 3.4276e-02, 6.9830e-03, 1.3305e-01, -2.8380e-02,
6.8344e-02, -8.0406e-02, -2.6616e-02, 4.6628e-03, -2.2093e-02,
-1.9590e-02, -2.8097e-02, -7.7523e-04, -1.7949e-02, -6.0742e-02,
6.4154e-02, 2.8730e-02, -3.9857e-02, -5.6962e-02, 6.5633e-02,
-5.2784e-02, -4.4114e-02, 2.0269e-03, 2.6856e-03, 6.7536e-03,
3.2397e-02, 9.1201e-02, 7.5081e-03, -1.1224e-01, -2.5955e-02,
-6.1351e-02, -2.4715e-02, -4.6965e-02, 1.9038e-02, 3.3970e-02,
5.6731e-02, -3.1433e-01, -7.4806e-03, -3.4430e-02, 7.4664e-02,
2.4052e-04, 8.0730e-03, -4.8299e-02, 1.0259e-02, -3.7299e-02,
3.9577e-02, -2.4288e-02, -1.5098e-02, -1.2031e-02, -4.0280e-03,
2.8334e-02, -3.6397e-02, -8.2814e-02, -7.9810e-02, 1.5912e-02,
2.7535e-02, 8.3930e-02, 7.1876e-03, 6.9145e-04, -2.2238e-04,
1.1935e-01, 2.1335e-02, 2.9101e-02, -4.6592e-02, -8.8678e-03,
3.6609e-02, 9.6903e-03, -2.2886e-02, 8.3632e-03, 5.7642e-02,
-5.4698e-03, 5.8656e-02, 6.4152e-02, 5.0762e-02, 7.5078e-02,
-1.3212e-03, 2.0690e-02, 3.2698e-02, -2.1580e-02, -1.2868e-02,
-1.7238e-02, 1.5618e-02, 1.8276e-02, 7.0827e-02, -4.6163e-02,
6.6183e-03, -7.7242e-03, -6.9418e-03, -5.9840e-02, -1.6959e-03,
-1.0684e-02, 1.9165e-02, 1.0999e-02, -3.1834e-02, -1.3195e-02,
-4.2415e-02, 2.0366e-02, -3.9927e-02, -2.5992e-02, 1.9038e-02,
-3.0512e-02, 7.5500e-02, -2.9064e-02, 2.4334e-02, 1.7652e-02,
-9.4447e-02, -6.1920e-02, 5.1754e-02, 6.7051e-02, -7.3388e-03,
2.3983e-02, 6.8264e-03, -5.8614e-02, 3.3975e-02, 1.7417e-02,
-3.5745e-02, 5.3229e-02, 7.8100e-02, 5.4181e-02, 3.9395e-02,
6.5213e-02, -8.3327e-02, 4.3722e-03, -2.0001e-02, 3.1145e-02,
6.0522e-03, -6.7797e-02, -5.6588e-02, 2.1496e-02, -2.7625e-02,
-4.0645e-02, -6.2660e-02, 4.5104e-02, -2.6478e-02, 1.4573e-01,
-5.3274e-02, 3.3016e-03, -7.1176e-02, -3.8715e-02, 2.3607e-02,
-2.6085e-02, -2.2531e-03, 1.1157e-02, -1.1180e-01, 1.8950e-01,
-5.7088e-02, 1.0012e-01, 5.1224e-02, -3.7483e-02, -2.8852e-02,
2.6767e-03, -3.7050e-02, -9.2126e-02, -3.6095e-02, -1.4730e-02,
7.2039e-02, 8.4514e-02, 2.9706e-02, 4.8582e-02, -4.8977e-02,
-2.5108e-02, -1.2289e-02, -3.3220e-02, -3.6305e-02, -1.2812e-02,
-5.0995e-02, -3.4990e-02, 6.1954e-02, -1.2377e-02, 1.4767e-02,
6.1357e-02, 2.3553e-02, -3.6676e-02, 2.3466e-02, 5.1902e-03,
2.6432e-02, 8.7125e-02, -3.3646e-02, 2.1512e-02, -9.7333e-02,
2.2547e-02, -5.3608e-02, -1.8509e-03, 8.2069e-02, -4.1933e-02,
9.9544e-02, 7.0257e-02, 2.1482e-02, -1.7815e-02, 2.7930e-02,
9.6512e-03, 1.0294e-01, -1.6470e-02, -5.9566e-02, -7.3687e-02,
3.6185e-02, 1.5934e-02, 1.4216e-01, -9.3323e-02, -2.6218e-02,
-2.8605e-03, 4.8993e-02, 8.6168e-02, 1.4330e-02, 7.0660e-02,
-2.3879e-03, 6.9008e-02, 5.0314e-02, -8.2793e-02, 2.3378e-03,
4.0424e-02, -3.5259e-02, -5.0477e-02, 1.8201e-02, 1.5082e-02,
-6.9700e-03, -9.2097e-02, 8.2465e-03, 3.8259e-02, 8.3925e-03,
-3.8429e-02, 6.2457e-02, 7.1600e-02, 4.2304e-02, 1.9423e-02,
-3.4697e-03, 5.8977e-02, 9.6130e-02, -4.8902e-02, -8.6644e-03,
9.8482e-02, 2.7842e-02, 2.1735e-02, 6.4683e-03, 5.4141e-02,
1.3882e-02, 1.2115e-01, -5.7306e-02, -8.7382e-02, 5.9966e-02,
-2.3948e-02, 1.9227e-02, 7.5417e-03, 2.2539e-02, -1.9638e-02,
4.0675e-03, 3.3787e-02, 2.2524e-02, 1.4705e-02, 4.7131e-03,
-1.7611e-02, 9.2795e-02, 6.1630e-02, 4.9574e-02, 3.1044e-02,
1.7151e-02, 6.8222e-02, 1.3253e-02, -1.4575e-02, 2.2004e-02,
3.5331e-02, 1.3103e-01, -2.3080e-02, -2.6203e-02, 7.0089e-02,
1.9684e-03, 3.5777e-03, -5.0686e-02, -2.1184e-02, 3.1874e-02,
-5.0597e-02, -4.3435e-02, 6.4205e-02, -6.3883e-02, 4.5636e-02,
-4.4803e-02, -1.0383e-02, 1.4649e-02, -9.7856e-03, 1.7379e-02,
3.2753e-02, 8.5454e-03, -8.9177e-02, -1.6000e-02, -9.0450e-03,
1.5248e-02, 1.1464e-01, -2.1017e-02, 5.4631e-02, -1.1838e-02,
-1.6955e-02, 3.3762e-03, 2.2729e-02, 3.0366e-02, -5.3079e-02,
5.9907e-02, -2.5481e-02, -4.1350e-02, 2.0161e-02, 4.8455e-02,
2.9137e-04, 2.7422e-02, -3.8334e-02, 5.9975e-02, -2.2829e-02,
-2.4050e-02, -4.6739e-03, 5.1301e-03, -5.2706e-02, -5.5547e-02,
8.2073e-02, 5.1927e-02, 3.8875e-02, 7.5269e-02, -1.4611e-02,
-1.2674e-02, -5.5809e-02, -4.9404e-02, -9.5756e-02, 6.5138e-02,
8.0564e-02, 4.7222e-02, 3.2214e-02, 2.3289e-02, -9.7809e-03,
-1.0870e-02, 6.2139e-02, -5.9783e-02, -1.5472e-02, -6.8458e-02,
8.0026e-03, 5.6512e-02, 5.8397e-02, 2.1623e-02, -2.9591e-02,
-3.3279e-03, -4.2508e-02, -8.7753e-02, 8.7620e-02, 7.8131e-03,
2.6784e-02, 5.0967e-03, 4.0629e-02, 4.6987e-02, -5.3596e-02,
-8.4213e-03, 2.2498e-02, 2.0631e-02, -5.3772e-03, 7.4067e-02,
1.1162e-02, -3.5155e-02, 2.0664e-02, -3.0744e-03, -2.4963e-02,
3.4189e-03, 5.9561e-02, -6.2469e-03, 2.4846e-02, -1.5551e-02,
3.0706e-02, 5.1801e-02, 9.2581e-02, 5.0880e-02, 4.0901e-03,
5.4359e-02, 4.2578e-02, -1.0904e-01, -7.7191e-02, 8.6270e-02,
-2.1203e-03, 2.6619e-01, 9.5448e-02])),
('model.decoder.layers.1.self_attn_layer_norm.weight',
tensor([0.8079, 0.8227, 0.8578, 0.7071, 0.8747, 0.7258, 0.7793, 0.7738, 0.8005,
1.1688, 0.7541, 0.7981, 0.7648, 0.8054, 0.7221, 0.8279, 0.8231, 0.7589,
0.8046, 0.8233, 0.6941, 0.7340, 0.8949, 0.8471, 0.7858, 0.7896, 0.7480,
0.7914, 0.7933, 0.3249, 0.8717, 0.7580, 0.7799, 0.8373, 0.8297, 0.9742,
0.7274, 0.8637, 0.7312, 0.8270, 0.8105, 0.8250, 0.7918, 0.7709, 0.8378,
0.7699, 0.8684, 0.8387, 0.7561, 0.8166, 0.7811, 0.7925, 0.7074, 0.7433,
0.7508, 0.7797, 0.8190, 0.7417, 0.8037, 0.7777, 0.7552, 0.7717, 0.8364,
0.7983, 0.8245, 0.7839, 0.8180, 0.8767, 0.7798, 0.7512, 0.8037, 0.8410,
0.7705, 0.7707, 0.8457, 0.7738, 0.7904, 0.8486, 0.8299, 0.7568, 0.7144,
0.8346, 0.8557, 0.8619, 0.7425, 0.7296, 0.7379, 0.8391, 0.7974, 0.7887,
0.7388, 0.8196, 0.7450, 0.8642, 0.7369, 0.8254, 0.8227, 0.7499, 0.7185,
0.7360, 0.7917, 0.7970, 0.7820, 0.7719, 0.7918, 0.8105, 0.8147, 0.7734,
0.7515, 0.8282, 0.9051, 0.8673, 0.7989, 0.7733, 0.8098, 0.8114, 0.9150,
0.8253, 0.8998, 0.8186, 0.7303, 0.8030, 0.7635, 0.7720, 0.7923, 0.7209,
0.8278, 0.7865, 0.8508, 0.7001, 0.7749, 0.7073, 0.7884, 0.8066, 0.6660,
0.7484, 0.7682, 0.7939, 0.7441, 0.9093, 0.7460, 0.7603, 0.7910, 0.8350,
0.8050, 0.7950, 0.7812, 0.7491, 0.8142, 0.9238, 0.8439, 0.7503, 0.6860,
0.7124, 0.7939, 0.8301, 0.9109, 0.7068, 0.7655, 0.8741, 0.7980, 0.8150,
0.8195, 0.7932, 0.7441, 0.7545, 0.7710, 0.6955, 0.8611, 0.7598, 0.6552,
0.8197, 1.2831, 0.8297, 0.7670, 0.7489, 0.7946, 0.8337, 0.8088, 0.7451,
0.7997, 0.7970, 0.8230, 0.7740, 0.8212, 0.7706, 0.7759, 0.7840, 0.7165,
0.7393, 0.7823, 0.7852, 0.8049, 0.8278, 0.7808, 0.8525, 0.7535, 0.7704,
0.8105, 0.7841, 0.7159, 0.8073, 0.7843, 0.8328, 0.8042, 0.7720, 0.8847,
0.7775, 0.8051, 0.8149, 0.8418, 0.7501, 0.8605, 0.8332, 0.7365, 0.8205,
0.6959, 0.7891, 0.8464, 0.7403, 0.7857, 0.8231, 0.7193, 0.8160, 0.7981,
0.6080, 0.7099, 0.8767, 0.8565, 0.6564, 0.8304, 0.8712, 0.7892, 0.7234,
0.8139, 0.8440, 0.7428, 0.7579, 0.7642, 0.8118, 0.8266, 0.8588, 0.7574,
0.7604, 0.7555, 0.8600, 0.6723, 0.7733, 0.7681, 0.8174, 0.7768, 0.5826,
0.8179, 0.7690, 0.8181, 0.8539, 0.8180, 0.7878, 0.7689, 0.7332, 0.8014,
0.8250, 0.8414, 0.7278, 0.7958, 0.7157, 0.7918, 0.8285, 0.7615, 0.8419,
0.8109, 0.8258, 0.7878, 0.8417, 0.6838, 0.7968, 0.8317, 0.8664, 0.8202,
0.8650, 0.9289, 0.7361, 0.7420, 0.8150, 0.7437, 0.8803, 0.8289, 0.7447,
0.8032, 0.7587, 0.8102, 0.7354, 0.8663, 0.7890, 0.8490, 0.7948, 0.8656,
0.8117, 0.7887, 0.7596, 0.8375, 0.8053, 0.8383, 0.7833, 0.8328, 0.8064,
0.8627, 0.8128, 0.8043, 0.7051, 0.7659, 0.7428, 0.8420, 0.7396, 0.6269,
0.7497, 0.7867, 0.8185, 0.6883, 0.7843, 0.7573, 0.7625, 0.7349, 0.7140,
0.7587, 0.8603, 0.7846, 0.8377, 0.7474, 0.7778, 0.8330, 0.8477, 0.9152,
0.7551, 0.7935, 0.8460, 0.8496, 0.7758, 0.8076, 0.7627, 0.7796, 0.8092,
0.7866, 0.8702, 0.8510, 0.8348, 0.7600, 0.8434, 0.7605, 0.8330, 0.8194,
0.8005, 0.7681, 0.7387, 0.8618, 0.7866, 0.8437, 0.8163, 0.7284, 0.8432,
0.8554, 0.7568, 0.7119, 0.7907, 0.7713, 0.7962, 0.8456, 0.7974, 0.7215,
0.8622, 0.7763, 0.6838, 0.8126, 0.7267, 0.8539, 0.7715, 0.8314, 0.7981,
0.7970, 0.7638, 0.7884, 0.8425, 0.8088, 0.7605, 0.7739, 0.8013, 0.6928,
0.7665, 0.8094, 0.7590, 0.7224, 0.6903, 0.7385, 0.8329, 0.7381, 0.8017,
0.7956, 0.8267, 0.6247, 0.8080, 0.7916, 0.7786, 0.8045, 0.8600, 0.7225,
0.7681, 0.7203, 0.7855, 0.7524, 0.7225, 0.8122, 0.8036, 0.7658, 0.5886,
0.7960, 0.8428, 0.8043, 0.7563, 0.8187, 0.7508, 0.8407, 0.8077, 0.7357,
0.7510, 0.7591, 0.8607, 0.8125, 0.7755, 0.7996, 0.9296, 0.8122, 0.4912,
0.8088, 0.8030, 0.7536, 0.7505, 0.7791, 0.8265, 0.7668, 0.8128, 0.7675,
0.7294, 0.7863, 0.7861, 0.8146, 0.7913, 0.7976, 0.8029, 0.7415, 0.8000,
0.7520, 0.8073, 0.7990, 0.7863, 0.7517, 0.7856, 0.7763, 0.8368, 0.7819,
0.7347, 0.7895, 0.8075, 0.7440, 0.7508, 0.7249, 0.7733, 0.7270, 0.8054,
0.7932, 0.7708, 0.8390, 0.8467, 0.7281, 0.8022, 0.7432, 0.7839, 0.7745,
0.7859, 0.8201, 0.8119, 0.7993, 0.7417, 0.8414, 0.7632, 0.8755, 0.7518,
0.7817, 0.8161, 0.7434, 0.7108, 0.8323, 0.7756, 0.7065, 0.6834, 0.7560,
0.7720, 0.7858, 0.6991, 0.8349, 0.7840, 0.7166, 0.7929, 0.7529, 0.8162,
0.8180, 0.8640, 0.8821, 0.7774, 0.7028, 0.7560, 0.8331, 0.8302, 0.7686,
0.8049, 0.8241, 0.7543, 0.8200, 0.8257, 0.8475, 0.8185, 0.7368, 0.7773,
0.7566, 0.8794, 0.8514, 0.8445, 0.7809, 0.8344, 0.8138, 0.6696, 0.7924,
0.7776, 0.8096, 0.8228, 0.8585, 0.7707, 0.7925, 0.8188, 0.7402, 0.7665,
0.7375, 0.7592, 0.8786, 0.7847, 0.7561, 0.7573, 0.8096, 0.7337, 0.7987,
0.7468, 0.7855, 0.7300, 0.7097, 0.7132, 0.7682, 0.8332, 0.7781, 0.5548,
0.8767, 0.7031, 0.8451, 0.8550, 0.8164, 0.8167, 0.8327, 0.7658, 0.7919,
0.7959, 0.7724, 0.7728, 0.7487, 0.6908, 0.8349, 0.8207, 0.8017, 0.7726,
0.7689, 0.7859, 0.6779, 0.9182, 0.9292, 0.7401, 0.7692, 0.7930, 0.7282,
0.8157, 0.7839, 0.7787, 0.8271, 0.7817, 0.8511, 0.7666, 0.7468, 0.8299,
0.8166, 0.8078, 0.8493, 0.7713, 0.7332, 0.7928, 0.8106, 0.8013, 0.7495,
0.6391, 0.8770, 0.7306, 0.8015, 0.8472, 0.7353, 0.7889, 0.8402, 0.8183,
0.8502, 0.7820, 0.8321, 0.8160, 0.8115, 0.8897, 0.7873, 0.8228, 0.7421,
0.8526, 0.8053, 0.8057, 0.8265, 0.7225, 0.8752, 0.7930, 0.8494, 0.8164,
0.7859, 0.7461, 0.7806, 0.7467, 0.8016, 0.7660, 0.8239, 0.7856, 0.8251,
0.8902, 0.8203, 0.8639, 0.7581, 0.8371, 0.8332, 0.7602, 0.8132, 0.8007,
0.8002, 0.8260, 0.7781, 0.8059, 0.8034, 0.8331, 0.8345, 0.7721, 0.6521,
0.7088, 0.8339, 0.8064, 0.7731, 0.8031, 0.7818, 0.7821, 0.7138, 0.8152,
0.7171, 0.7673, 0.7980, 0.7448, 0.6931, 0.7849, 0.8205, 0.7993, 0.7745,
0.8171, 0.8084, 0.7758, 0.7097, 0.7966, 0.7958, 0.8205, 0.7425, 0.7931,
0.8045, 0.7662, 0.8108, 0.7622, 0.8692, 0.8149, 0.6711, 0.5141, 0.8822,
0.8176, 0.7755, 0.7369, 0.7862, 0.7492, 1.1181, 0.7065, 0.7827, 0.7566,
0.7738, 0.7154, 0.8168, 0.7962, 0.8649, 0.8299, 0.8159, 0.8626, 0.7715,
0.7715, 0.6640, 0.7539, 0.6933, 0.7644, 0.8317, 0.7953, 0.8132, 0.8713,
0.7302, 0.7749, 0.8355, 0.8075, 0.7380, 0.8464, 0.8123, 0.7681, 0.8339,
0.7423, 0.8214, 0.7604, 0.8098, 0.7237, 0.8058, 0.7226, 0.5190, 0.6615,
0.7616, 0.7600, 0.8286, 0.7810, 0.8800, 0.7719, 0.8183, 0.7935, 0.8216,
0.8123, 0.8581, 0.7525, 0.7043, 1.1331, 0.7698, 0.7883, 0.8203, 0.7294,
0.7288, 0.8354, 0.8058, 0.9731, 0.7698, 0.8226, 0.7821, 0.7727, 0.7454,
0.7496, 0.7064, 0.7801])),
('model.decoder.layers.1.self_attn_layer_norm.bias',
tensor([-1.7874e-01, -1.3511e-01, -2.1071e-01, -9.2906e-02, 7.6548e-02,
-1.8384e-01, -1.8812e-01, -1.3478e-01, -6.3971e-02, -2.3064e-01,
-9.7905e-02, -5.4282e-02, -3.6532e-02, -3.2088e-02, -5.3385e-02,
-3.2312e-02, -1.5715e-01, -5.7928e-02, -8.8354e-02, -4.8599e-02,
-1.2759e-01, -5.0242e-02, -3.4498e-02, 3.1533e-03, -8.1827e-02,
-2.3445e-01, -1.7846e-01, -1.0352e-01, -1.7850e-01, -1.3708e-01,
-6.9450e-02, -6.1786e-02, -9.3291e-02, -1.5385e-01, -2.9028e-02,
1.0378e-04, -1.7492e-01, -2.0839e-01, -1.8729e-01, -2.5743e-01,
-8.9724e-02, -1.1226e-01, -1.3022e-01, -1.9752e-01, -1.8277e-01,
-9.8060e-02, -5.2434e-02, -5.1760e-02, 2.3846e-03, -2.9803e-02,
-1.0290e-01, -5.5048e-02, 7.7828e-01, -2.0868e-01, -2.2521e-01,
-2.0454e-01, -3.3720e-02, -1.1308e-01, -1.3723e-01, -1.0658e-01,
-8.5908e-02, -4.5637e-02, -7.8929e-02, -3.1999e-02, -1.7491e-01,
-1.2320e-01, -6.9709e-02, -2.0337e-01, -1.1985e-01, -8.8413e-02,
-1.3396e-01, -1.9432e-01, 4.6698e-03, -2.6236e-02, -7.9599e-04,
-1.4817e-01, -4.0246e-03, -6.9311e-02, -4.2857e-02, -8.0149e-02,
-1.5333e-01, -4.9128e-02, -5.1395e-02, -1.1257e-01, -4.3169e-02,
-1.1184e-01, -7.9304e-02, -9.7740e-02, -7.5227e-02, 8.1313e-03,
-9.8584e-02, -5.2044e-02, -9.1733e-03, -1.1568e-02, -8.2627e-02,
-5.6187e-02, -9.2094e-02, -4.4070e-02, -1.0911e-01, -8.8570e-02,
3.8123e-02, -3.8269e-02, 3.0283e-02, -1.6076e-01, -1.7842e-01,
-1.9951e-01, -2.1250e-01, -1.5307e-01, -2.6647e-02, 4.2418e-03,
-1.2166e-01, -8.7261e-02, -1.1845e-01, -8.3823e-02, -1.2687e-01,
-1.4845e-01, 5.1707e-02, -1.1823e-01, -2.3569e-01, -2.0031e-02,
-7.0151e-02, 9.4739e-03, -1.0149e-01, -1.7855e-01, -1.7877e-01,
-8.3062e-02, -1.6809e-01, -1.1997e-02, -6.1982e-02, -1.9327e-01,
-1.5564e-01, -1.5228e-01, 6.4305e-02, -2.1321e-01, -2.8713e-02,
-2.5262e-01, -9.9279e-02, -3.4303e-03, 1.2799e-02, -5.0727e-02,
-9.1110e-02, -2.9738e-01, -1.3974e-01, -2.0295e-01, -7.8956e-02,
-2.6268e-02, -9.0483e-02, -1.9660e-01, -2.1150e-02, -8.6086e-01,
2.4086e-02, -7.1750e-03, -3.9866e-02, -8.3916e-02, -5.8696e-02,
-6.7532e-02, -5.2516e-02, -1.7247e-01, -1.8163e-01, 2.4517e-02,
7.4545e-02, -2.5682e-02, 3.4112e-02, 2.5274e-02, -8.0392e-02,
-4.4601e-02, -1.3957e-01, -1.5403e-01, -1.0217e-01, -5.2780e-02,
-3.0508e-01, -1.2341e-01, -1.2990e-01, -2.5254e-02, -1.4620e-01,
-2.0802e-01, -3.5972e-02, -1.1022e-01, -1.8452e-01, -6.7025e-02,
-1.3378e-01, -4.3890e-02, -1.6535e-01, -4.9506e-02, -1.0788e-01,
-1.2704e-01, -2.0476e-01, 9.0977e-03, 3.0140e-03, -1.7307e-01,
-1.4281e-01, -2.3210e-01, -1.1778e-01, -6.0906e-02, -1.6255e-01,
-1.4336e-01, -7.5274e-03, -7.1287e-02, -1.4863e-01, -7.7997e-02,
1.3187e-01, -1.4397e-01, -3.8888e-02, 5.9046e-03, -9.9936e-02,
-1.1417e-01, -1.9801e-01, -1.1083e-01, -1.5565e-01, -1.4080e-01,
-1.1729e-01, -8.9372e-02, -1.0027e-01, -3.0417e-02, -1.0874e-02,
-7.8501e-02, -2.0405e-01, -2.1453e-01, -7.0901e-02, -7.0721e-02,
-1.1382e-01, -5.1655e-02, -2.1506e-01, -1.0977e-01, -3.6780e-02,
-1.0169e-01, -1.2748e-01, -1.8005e-01, -1.1729e-01, -1.8640e-01,
-1.4971e-01, 1.3365e-02, -8.4306e-02, -1.5449e-01, 4.7334e-02,
-3.2512e-02, -1.2184e-01, -1.2294e-01, -1.3252e-01, -1.1954e-01,
-7.7445e-02, -3.3450e-02, -1.2375e-01, -2.4283e-01, 1.7559e-02,
-1.8132e-01, -1.2594e-01, -1.9252e-01, -7.5607e-02, -1.0413e-01,
3.7607e-02, -9.2571e-02, 2.6420e-02, -1.2596e-01, 3.6194e-02,
-5.4767e-02, -3.5562e-02, 2.7515e-02, -9.7177e-02, -9.8040e-02,
-1.6530e-01, -1.0431e-01, -1.8838e-01, -1.2639e-01, -2.5344e-01,
-1.8440e-01, -1.4702e-01, -3.7706e-02, -1.0313e-01, -8.6046e-02,
-1.2406e-01, -8.3620e-02, 8.0782e-02, -6.6884e-02, -9.3312e-02,
-1.0757e-01, -5.5454e-02, -1.3923e-01, -1.2857e-01, -6.2916e-03,
-1.2936e-01, -4.4194e-01, -5.9520e-02, -6.7468e-02, -1.0316e-01,
-2.2784e-02, -7.7625e-02, -2.1759e-01, 1.1249e-02, -1.6245e-01,
-7.9496e-02, -1.1731e-01, 4.3735e-02, -1.0356e-01, -2.9578e-02,
-7.7478e-04, -1.3249e-01, -4.8545e-02, -5.7582e-02, -7.4843e-02,
3.3423e-02, -1.2743e-01, -1.3446e-01, -1.6283e-01, -2.0132e-01,
-3.8995e-02, -9.1469e-02, -1.8227e-01, -8.0638e-02, -8.1844e-02,
-1.0087e-01, -1.8911e-01, -7.7928e-02, -1.9700e-01, -2.6256e-03,
-3.0047e-01, -1.3193e-01, -1.8804e-01, -3.9531e-02, -2.1737e-01,
-1.8342e-01, -2.1558e-01, -1.3442e-01, -1.4064e-01, -6.6945e-02,
-1.7545e-01, -1.5046e-01, -5.2984e-02, -9.4188e-02, -1.5363e-02,
-6.8768e-02, -2.3020e-02, -3.0111e-01, -1.0448e-01, -1.7903e-01,
-8.0389e-02, -7.5286e-02, -9.2734e-02, -1.0260e-01, -1.6100e-01,
-1.4008e-01, -3.9707e-02, -8.2496e-02, -7.6597e-02, -2.8964e-01,
1.4661e-02, -2.2806e-01, -5.5820e-02, -3.6272e-02, 7.0549e-02,
-1.0346e-01, -1.1156e-01, -2.1015e-01, -1.0075e-01, -1.2266e-01,
-9.6061e-02, -1.8149e-02, 1.3889e-02, -2.3465e-01, -1.1737e-02,
-1.4894e-01, -1.4816e-01, -3.4043e-01, -2.5031e-02, -3.0353e-03,
-7.5047e-02, -1.4204e-01, -1.2162e-01, -1.5271e-01, -3.3389e-03,
-1.4633e-01, -1.5254e-01, -1.2898e-01, -1.7498e-01, -7.9596e-02,
-2.5185e-02, -1.3270e-01, -4.0034e-02, -1.2386e-02, -1.0905e-01,
-8.6733e-02, -1.3373e-01, -1.5767e-01, -1.7048e-01, -6.1141e-02,
-1.4085e-01, -1.0616e-01, -7.4663e-02, -6.0193e-02, -1.1958e-01,
-1.0886e-01, 1.5440e-02, -8.6131e-02, -1.0429e-01, -1.8351e-01,
-5.0453e-02, -3.6365e-02, -1.1431e-01, -9.7404e-02, -5.2183e-02,
-1.3793e-01, -1.6079e-01, -4.5818e-03, -9.0229e-02, -1.1023e-01,
-1.0370e-01, -2.1818e-01, -1.1514e-01, -1.4669e-01, -7.8799e-02,
-5.3748e-02, -1.0336e-01, -7.1094e-02, -2.6863e-01, -1.8348e-01,
-2.1671e-01, -1.6989e-01, -1.1433e-01, -1.6332e-02, -8.1816e-02,
-2.0499e-01, -1.4339e-01, -9.4427e-02, -1.3366e-01, -4.4579e-02,
-1.2889e-01, -2.1445e-01, -8.0980e-02, -5.3781e-02, -1.4829e-01,
-1.0126e-01, -1.9735e-01, -3.2736e-02, -8.3009e-02, -9.6812e-02,
1.1774e-03, -1.0152e-01, -1.0363e-01, -9.1483e-02, -6.6208e-03,
-1.0305e-01, -1.1481e-01, -4.0507e-03, 9.3235e-03, -1.4616e-01,
-1.1348e-01, -6.3505e-02, -1.8483e-01, -7.8538e-02, -2.6943e-01,
-6.7064e-02, -1.9597e-03, -1.0670e-01, -5.3720e-02, -6.1138e-02,
-1.0435e-01, -1.3752e-01, -7.6236e-02, 4.9216e-02, -9.0008e-02,
-8.0875e-02, 1.1573e-01, -1.3880e-01, -1.2783e-01, -6.1545e-02,
-1.8509e-01, -1.5018e-01, -4.3382e-02, -1.1565e-01, -4.0508e-02,
-1.3059e-02, -9.9611e-02, -1.6155e-01, 1.9607e-03, -1.0103e-01,
-5.2410e-02, -7.1367e-02, -1.8585e-01, -1.3677e-01, -8.2739e-02,
-1.2323e-01, -4.0108e-02, -5.2701e-02, -1.0033e-01, 3.0764e-03,
-4.0946e-02, -4.9126e-02, -1.1896e-01, -2.2222e-01, -8.3339e-02,
-1.7596e-01, -1.4469e-01, -2.6238e-01, -1.5135e-01, -1.4855e-01,
-9.2492e-02, -1.4226e-01, -9.3176e-02, 4.6097e-02, -1.8158e-01,
-7.1444e-02, -1.3422e-01, -2.5185e-01, -2.6473e-02, -6.5700e-02,
-5.7062e-02, -8.3600e-02, -2.2462e-02, -8.1467e-02, -1.0206e-01,
-1.6152e-01, -1.0404e-01, -2.4339e-01, -1.5449e-01, -3.3218e-02,
-1.8876e-01, -6.1047e-02, -2.1193e-01, -3.1026e-02, -1.3147e-01,
-1.1890e-01, -7.9493e-02, -2.6071e-02, -1.4917e-01, -2.5313e-02,
-2.0483e-01, -9.3422e-02, -1.0776e-01, -1.3320e-01, -1.5246e-01,
-1.2386e-01, -1.3853e-01, -7.1330e-02, 9.5568e-03, -1.2286e-01,
-1.8817e-02, -1.7590e-01, -2.0870e-02, -1.5400e-01, -2.1154e-01,
-6.8087e-02, -9.8167e-02, -4.9379e-02, -8.9374e-02, 2.1034e-02,
1.7210e-02, -1.5344e-01, -5.8433e-02, -8.1040e-02, -9.6184e-02,
-8.2639e-02, -1.4221e-01, -1.6177e-01, -1.5896e-01, -1.0493e-01,
-2.5394e-02, -5.6343e-03, 2.5292e-01, -9.4688e-04, -6.6703e-02,
-3.4957e-02, -1.3578e-01, -1.9720e-01, -1.5712e-01, -8.3440e-02,
-1.1713e-01, -1.2959e-01, 4.7067e-02, -1.3998e-01, -2.3510e-01,
-1.0284e-01, -5.9881e-02, -2.3746e-02, -3.3078e-02, 3.0774e-01,
-1.2273e-01, -6.8366e-02, -1.2903e-01, -1.1181e-01, -3.7697e-01,
-1.1924e+00, -1.4308e-01, -3.9838e-02, -1.1056e-01, -8.6111e-02,
-5.4945e-02, -9.3961e-03, -1.4566e-01, -2.4598e-01, -5.1943e-02,
-2.4451e-02, -4.3468e-02, -2.5918e-01, 2.1533e-01, -6.2211e-02,
-1.9865e-01, -1.5666e-01, -6.9665e-02, -1.0280e-01, -1.8649e-01,
-9.1686e-02, -1.0892e-01, -6.5872e-02, -7.0994e-02, -2.9540e-02,
-2.2535e-01, -3.5878e-03, -3.8694e-02, -7.4619e-02, -4.9023e-02,
-1.0548e-01, 9.0610e-05, 5.5012e-02, -5.9050e-02, -2.1023e-01,
-6.1614e-02, -9.4913e-03, -5.6502e-02, -9.3418e-02, -8.1632e-02,
-4.5227e-02, -1.6092e-01, -1.8315e-01, -1.6351e-01, -4.1827e-02,
-1.1573e-01, -1.1516e-01, -6.1983e-02, -1.3063e-01, -1.1285e-01,
-1.2339e-01, -5.7614e-02, -9.7589e-03, -1.4205e-01, -1.5449e-01,
-1.2778e-01, -1.1177e-01, -5.8942e-02, -1.2550e-01, -8.4418e-02,
-1.3092e-01, -1.6361e-01, -9.2105e-02, -1.5468e-01, -3.7616e-02,
-6.0751e-02, -1.2151e-01, -1.0869e-01, -7.4352e-02, -6.4480e-02,
-2.2668e-01, -1.1087e-01, -1.1981e-01, -8.4143e-02, -1.2459e-01,
-6.3178e-02, -1.7194e-01, 1.0174e-02, -1.1830e-01, -2.3666e-01,
-1.3722e-01, -9.7143e-02, -4.4606e-02, -3.2554e-02, -1.0543e-01,
-4.8959e-02, 4.3244e-02, -6.0216e-02, -6.9411e-02, -1.1057e-01,
-1.0156e-01, -2.0468e-01, -1.2203e-02, -1.0968e-01, -4.1950e-02,
-6.2805e-02, -6.8201e-02, -1.4370e-01, -2.2187e-02, -1.2341e-02,
-8.3481e-02, -7.3843e-02, -1.3447e-01, -1.6565e-01, -2.6052e-02,
-2.1006e-02, -8.2319e-02, -1.6706e-01, 5.4397e-02, 1.0957e-03,
-1.2715e-01, 1.1878e-02, 9.4342e-03, -1.0530e-02, -1.3031e-01,
-1.3415e-01, -1.4956e-01, -1.1557e-01, -5.7284e-02, -1.8792e-02,
-1.7597e-01, -9.0814e-02, 5.5791e-02, -6.6942e-01, -1.2295e-01,
-1.3386e-01, 4.4733e-03, -6.1332e-02, -1.1524e-01, -1.5561e-02,
-2.2440e-02, -1.1475e-01, -9.6943e-02, -6.4525e-02, -6.8906e-02,
6.8697e-03, -5.3273e-02, -1.5546e-01, -6.1818e-02, -1.5605e-01,
-8.5651e-02, -1.7833e-01, -6.7527e-02, 5.1775e-02, -4.9864e-02,
-6.8724e-02, -1.4822e-01, -6.0336e-02, -2.3173e-01, -1.4104e-02,
-1.4795e-01, -1.5285e-01, -1.5200e-01, -1.8900e-01, -4.9507e-02,
-1.2005e-01, -1.0866e-01, -1.1627e-01, -8.8630e-02, -1.1915e-01,
-2.0179e-01, -8.1033e-02, -1.1150e-01, -3.3734e-02, -1.8410e-01,
-4.0803e-02, 2.1746e-03, -1.1561e-01, -1.2286e-01, -9.7884e-02,
-7.6448e-02, 2.9009e-01, -9.0899e-02, -1.1384e-01, -1.9526e-01,
1.7720e-02, -1.3147e-01, -1.2963e-01, -1.5846e-01, 7.4701e-01,
1.2344e-01, -1.1365e-01, -3.3581e-02, -4.7714e-02, -2.1677e-01,
-9.2939e-02, -2.1001e-01, -1.6702e-01])),
('model.decoder.layers.1.encoder_attn.k_proj.weight',
tensor([[-0.0366, -0.0010, -0.1002, ..., 0.0104, 0.0259, -0.0464],
[-0.1208, 0.0659, -0.0115, ..., 0.1058, 0.0673, -0.0004],
[-0.0301, -0.0015, -0.0771, ..., -0.0313, -0.1147, 0.0339],
...,
[-0.0516, 0.0416, 0.0477, ..., -0.2011, -0.1491, 0.2087],
[-0.0737, 0.0972, -0.0237, ..., -0.0050, 0.1141, 0.1054],
[-0.0100, -0.2588, -0.0529, ..., 0.0071, -0.0946, 0.0204]])),
('model.decoder.layers.1.encoder_attn.k_proj.bias',
tensor([-3.2127e-05, 1.7422e-03, -1.7843e-03, 7.8052e-04, 7.7344e-04,
8.9406e-04, -7.4074e-05, 3.3584e-04, -7.7392e-04, 8.1928e-04,
-1.4926e-04, -2.8736e-04, -7.5316e-04, -5.2270e-04, -4.3739e-04,
4.6568e-04, -3.1305e-04, -5.5357e-04, -1.7236e-03, 1.1624e-03,
3.5482e-03, -1.4564e-03, -9.8941e-04, -1.4788e-03, -3.2602e-05,
2.5523e-03, -2.0460e-03, -1.1135e-03, -4.4543e-04, 4.5099e-04,
1.3608e-04, -2.1896e-04, -6.8681e-05, 1.6355e-04, 8.8479e-04,
-3.5423e-04, 1.2091e-04, 5.1418e-04, -1.1598e-03, -1.9094e-03,
-1.5758e-03, -2.1496e-03, -9.0805e-04, 1.0917e-04, -4.4407e-04,
-2.7566e-04, 1.4154e-03, -9.5667e-04, 1.8021e-03, 1.3330e-04,
-8.5583e-04, -2.4051e-03, 1.4023e-03, 8.6087e-05, 7.6801e-04,
2.6205e-05, -2.8244e-04, 2.5770e-04, 6.0800e-04, 4.5501e-05,
6.6918e-04, -1.2552e-03, -1.1235e-03, 1.3891e-04, 5.9373e-03,
-2.0253e-03, 6.7661e-03, -4.6904e-04, -1.6611e-03, 2.6810e-03,
1.4885e-04, 2.6282e-03, 6.8329e-04, 1.5248e-04, -4.7701e-04,
-7.2048e-04, 9.2079e-04, 9.8671e-04, -1.6387e-03, 1.5667e-03,
-2.6833e-03, 1.8066e-04, 1.9357e-05, 1.0487e-03, 5.2111e-03,
-1.7295e-03, 3.9297e-03, 1.6744e-03, -1.7851e-03, -2.8667e-03,
6.2088e-04, 2.5633e-03, 1.7271e-03, 1.1014e-03, 4.9638e-03,
-1.8430e-03, 1.8855e-03, -3.0023e-03, -3.5202e-04, -6.3748e-03,
-3.1695e-03, -3.2296e-03, -3.6537e-03, -1.5137e-03, -7.2302e-04,
-1.4062e-03, 1.5708e-03, -6.4027e-04, 1.4415e-03, -4.0886e-03,
-3.2635e-04, -1.5879e-03, 5.0117e-04, 4.9944e-04, -2.3530e-03,
-5.0779e-03, 1.2787e-03, -6.0813e-03, -2.2511e-03, -3.1595e-04,
-4.9868e-03, 3.2684e-03, -1.6110e-03, 8.4695e-04, -2.0323e-03,
-5.1894e-04, 3.4349e-03, -4.6219e-03, -1.7688e-03, 2.6040e-03,
2.7839e-04, -4.3272e-04, -1.5187e-03, -4.0372e-04, 8.2250e-04,
5.5502e-04, 6.7192e-04, -2.3218e-04, 4.7039e-03, -3.1183e-05,
-1.2131e-03, -1.5929e-03, -8.4467e-04, -7.3620e-04, -2.1181e-04,
2.4559e-04, -7.9931e-04, -2.2366e-03, 3.7285e-04, 5.4027e-03,
-6.4102e-04, 1.0856e-03, 9.0538e-04, -2.3891e-04, 6.3256e-04,
-3.7751e-05, -6.3822e-04, 1.6540e-05, 2.2373e-03, -8.4723e-04,
-1.4630e-03, 3.2649e-04, 4.2412e-04, -1.9732e-03, -2.5095e-04,
2.9322e-03, -3.7542e-03, -1.3224e-03, -5.6817e-03, -2.2363e-04,
8.0316e-04, -2.8234e-04, 7.8126e-04, 1.9028e-03, 1.2939e-03,
-3.5986e-04, -7.0084e-03, -1.2035e-03, 7.3469e-05, -3.5507e-04,
-6.0454e-04, 8.6158e-04, 3.4908e-05, 2.5540e-03, -1.7118e-03,
-1.4028e-04, -9.4219e-03, -9.2046e-04, -1.7406e-03, -3.3166e-03,
-1.4162e-03, -8.8709e-04, -2.9563e-03, 1.6185e-03, -5.9188e-03,
-3.5242e-03, -3.3984e-04, 2.6923e-03, 6.2160e-03, -1.4449e-02,
-5.4107e-03, 2.6428e-03, -1.6769e-02, -3.9007e-03, -2.6877e-03,
4.9911e-03, -2.2088e-03, 1.9912e-03, 2.6095e-03, -7.1794e-03,
-1.2891e-04, -3.2366e-03, -3.4940e-03, 7.0552e-03, -4.8547e-03,
-1.3694e-04, 1.4452e-02, -5.9664e-03, 4.4383e-03, 3.3087e-03,
1.4330e-03, -2.0335e-03, -1.9734e-03, -4.4967e-03, 4.6010e-03,
-7.2053e-04, 5.7640e-03, 2.2347e-03, 6.4043e-03, 6.9932e-04,
-1.4147e-02, 4.9564e-03, 2.3165e-03, -3.6166e-03, 5.3013e-03,
-1.4964e-03, 5.4316e-03, -2.5932e-03, -4.5788e-03, 1.5166e-02,
-2.8527e-03, 1.4544e-03, 1.3173e-03, 1.0351e-02, 5.9180e-04,
1.5204e-02, -4.3065e-03, -3.2893e-05, 7.9696e-03, 1.0411e-02,
1.8529e-03, -6.9966e-03, -4.4616e-03, 7.2276e-04, -1.9473e-03,
1.1386e-04, -4.9113e-04, -1.2128e-03, -2.6617e-03, -1.3608e-03,
1.1904e-02, -1.0832e-02, 3.2006e-03, 6.9246e-03, -1.4356e-03,
1.2283e-03, -4.4205e-04, -3.5258e-03, 2.2427e-04, 2.3540e-03,
7.6497e-03, -4.1296e-03, -1.3044e-03, -4.8074e-03, -1.2743e-03,
-7.0360e-04, -2.5435e-03, -1.0112e-03, -3.9844e-03, 2.0632e-03,
7.4824e-03, 6.5242e-03, 4.6999e-03, -5.9153e-03, 5.7377e-03,
-8.4823e-03, 1.5599e-03, -1.6470e-02, -2.1993e-03, -1.7275e-03,
7.2671e-03, 1.1778e-03, 3.6635e-03, 1.4895e-03, 2.5719e-03,
5.5638e-04, -1.4433e-03, -4.5794e-03, -2.2709e-03, -3.9389e-03,
-1.7834e-03, -8.9314e-04, 1.8725e-02, -7.5201e-03, -2.0474e-03,
-1.9871e-04, -1.7705e-02, 2.5671e-03, -4.3515e-04, -1.5818e-03,
5.7032e-03, -2.3315e-03, -1.1135e-03, 6.5187e-03, -1.1416e-03,
-7.9697e-03, 5.0404e-03, -2.7307e-03, -8.1364e-03, -2.3427e-03,
-4.3085e-05, -2.1171e-03, -1.3102e-03, 2.8695e-03, -2.6290e-03,
7.0396e-04, 9.0921e-05, 2.0482e-03, -2.1687e-03, 2.4487e-03,
3.3005e-03, 3.1846e-03, -1.1220e-03, -1.9528e-03, -6.4473e-04,
2.5429e-03, 1.6135e-03, 2.0869e-03, 9.6213e-04, 1.2137e-03,
1.4380e-03, 2.0815e-03, 1.5295e-03, 2.2838e-03, -3.4512e-03,
-8.4962e-04, -1.8080e-03, 1.8337e-03, -3.1963e-03, 7.7695e-04,
-1.0538e-03, -1.7913e-03, 3.6788e-04, 1.3008e-04, -1.3349e-03,
-2.0110e-03, 4.0990e-04, 1.9824e-03, -2.1853e-03, 3.1769e-03,
9.6730e-04, 1.9676e-03, -4.8712e-05, 5.3730e-04, 2.6029e-04,
9.6178e-04, 6.4013e-04, 9.1857e-04, 4.8631e-04, 3.9193e-03,
-2.8642e-03, 1.1672e-03, 3.3316e-03, 1.6950e-03, 2.6378e-03,
-4.7986e-05, 2.1969e-03, 2.0238e-03, 1.3310e-04, 2.5780e-04,
3.3089e-03, 2.5081e-03, 1.5242e-03, -2.9629e-03, -4.1440e-03,
3.8469e-03, -1.1647e-03, -3.4940e-03, 1.5739e-03, -5.4633e-03,
-1.1686e-03, 7.4303e-03, 5.2113e-03, 4.6739e-04, -7.8072e-03,
7.4051e-03, -1.3162e-03, -3.2813e-03, 2.8846e-03, -5.5886e-03,
1.5194e-03, -6.8961e-03, 3.0159e-05, 5.7864e-03, 4.5678e-03,
6.7312e-03, 1.6432e-03, -4.0870e-03, -4.6524e-03, 1.9699e-03,
-7.7020e-04, -9.0057e-04, -4.7542e-03, 4.5182e-03, 9.0182e-03,
5.3185e-03, -5.5086e-03, 5.0086e-04, -5.7982e-03, 4.8055e-03,
1.4514e-03, 1.0060e-02, 2.4808e-03, -1.8785e-03, -5.5503e-03,
-2.3571e-02, -2.2841e-03, -4.6997e-04, 9.4276e-04, 1.2788e-02,
4.2780e-03, -1.6625e-03, -8.8106e-03, 2.9934e-03, 4.3101e-04,
-6.7952e-03, 1.5877e-03, -7.6482e-03, 6.4140e-03, 8.1913e-03,
2.4803e-03, 1.3657e-03, -4.5974e-03, -1.5822e-02, 4.2470e-03,
2.4031e-03, -1.0112e-02, -1.7068e-05, 4.0205e-03, 1.1011e-03,
-1.6366e-03, 7.4235e-03, 6.5354e-04, -1.0937e-03, -9.8192e-04,
-4.8518e-03, 2.9336e-03, 1.1956e-03, 5.9744e-03, 1.0632e-03,
2.6073e-03, -2.1305e-03, -2.0331e-03, 7.3204e-03, -3.3276e-03,
-6.4233e-03, -1.0620e-02, 4.5403e-03, -2.1290e-03, 1.5834e-03,
-5.0551e-03, 1.8534e-03, -4.2284e-03, -2.9428e-03, -7.0046e-04,
2.3654e-03, 7.2118e-03, -5.5470e-03, 4.8114e-03, 5.4814e-04,
-3.1318e-03, 4.0698e-03, 8.7346e-03, 9.5739e-03, -3.2462e-03,
8.6247e-04, 9.4534e-03, -2.0828e-03, 1.3216e-03, 5.0465e-04,
1.3254e-03, -2.2642e-03, -1.1260e-03, 2.3284e-03, 4.4660e-03,
-3.6903e-03, 6.3864e-03, 2.1205e-03, 2.0704e-03, -2.5165e-03,
-1.5300e-03, -4.1979e-03, -4.6126e-04, -2.4747e-04, -3.4857e-03,
8.3019e-03, -1.7343e-03, -4.9993e-03, -4.0836e-03, -9.2813e-04,
-4.9545e-03, -6.8464e-03, 1.8177e-03, -8.6061e-04, 3.5000e-03,
-2.9132e-03, -5.4477e-03, -1.9216e-03, 2.6053e-03, 4.2657e-03,
-3.4872e-04, -1.1335e-03, -4.1647e-03, -3.1748e-03, 9.7832e-04,
9.4632e-04, -2.2161e-03, 3.5550e-03, -6.4761e-03, -1.8461e-03,
-6.3589e-04, 8.8337e-03, 4.1505e-03, 1.0901e-03, -2.9227e-03,
-1.6161e-04, -5.7490e-03, -9.4247e-05, -9.7899e-04, -9.0237e-05,
9.2452e-04, -2.0297e-03, -4.0919e-03, -2.0150e-03, 4.1150e-03,
8.8613e-04, -1.6979e-03, -3.8272e-03, 3.3905e-03, -2.3333e-03,
-1.0345e-03, -2.7669e-04, 3.3575e-03, -5.7478e-03, 1.6069e-03,
1.5221e-03, -1.3518e-03, 1.0223e-04, -1.0365e-03, 2.4261e-03,
-6.7969e-05, -3.1897e-03, 1.7386e-03, -2.4458e-03, 5.2482e-04,
-2.4829e-03, 1.5079e-03, 3.6001e-03, 7.4973e-04, 2.4396e-04,
3.5175e-03, 2.0764e-03, 1.2367e-04, -3.3231e-03, -2.6951e-03,
6.5418e-04, -1.0260e-04, -5.1346e-03, 1.7685e-03, 6.7109e-03,
1.8415e-02, -1.0273e-02, 5.0460e-03, -8.7310e-04, -1.7834e-03,
-1.0405e-02, 9.9565e-03, -1.9145e-02, 1.4492e-02, -1.6103e-04,
-1.7874e-02, 7.7639e-03, -9.3400e-03, 7.9081e-03, 8.4398e-03,
-3.6403e-03, -1.4635e-03, -5.4386e-03, -2.6929e-02, 5.3731e-03,
-9.7234e-03, 1.4912e-02, -7.9103e-03, -2.6436e-03, 7.3212e-03,
-1.3155e-03, 3.9597e-03, -4.5492e-03, 1.9652e-02, -4.4853e-03,
6.3662e-03, 4.0071e-04, 1.4738e-03, -2.0508e-02, 1.6024e-03,
-7.4430e-04, 4.2407e-03, 1.2464e-02, -1.9260e-03, 3.7756e-04,
-2.0805e-02, -7.5962e-03, -2.8565e-03, 1.1242e-03, -3.3313e-03,
1.3761e-03, 7.7314e-03, -1.2557e-02, -2.5543e-03, -7.1829e-03,
-4.5023e-03, 9.3837e-04, 4.0991e-03, -9.4374e-06, -7.3222e-03,
-3.6653e-02, -1.4627e-03, -2.1516e-03, -9.5600e-03, 5.2186e-03,
-6.1378e-03, -1.8551e-04, -3.7273e-03, 3.3911e-03, -2.2558e-03,
6.5514e-03, 3.1120e-03, 8.8179e-04, -2.0054e-03, 5.7067e-03,
8.0532e-03, -4.6610e-04, -1.6748e-04, -6.0354e-03, 1.7641e-03,
-5.4154e-03, 7.8798e-04, 4.8972e-04, -9.1373e-03, 8.5441e-03,
-2.8283e-04, -1.4279e-03, 3.5682e-04, 5.7282e-03, 6.9468e-03,
4.3730e-03, 7.2551e-03, -2.5486e-03, -1.6800e-03, -1.2001e-03,
-2.0331e-03, 9.5783e-03, -3.6489e-03, 1.0862e-04, 1.3695e-03,
-2.3924e-03, 9.3850e-03, 2.4575e-04, 1.2797e-02, 2.0119e-03,
-1.5685e-03, 1.0881e-03, -1.4719e-03, 1.7946e-03, -1.0392e-02,
-3.8661e-03, 6.5616e-04, -1.8604e-03, -1.3887e-03, -8.3908e-03,
-2.0936e-03, 3.7846e-03, 4.3073e-03, -2.8250e-03, -2.4013e-04,
-1.7632e-03, -2.1441e-03, 1.9013e-03, 2.2609e-03, -8.5696e-03,
1.0909e-03, 8.7222e-03, 9.0805e-04, 3.8387e-03, 7.6385e-04,
4.3304e-03, 3.3988e-04, 7.1472e-04, -9.2131e-04, -2.9202e-03,
-1.4679e-03, 6.0871e-04, -4.1090e-03, 1.0379e-03, -1.8462e-04,
-1.0265e-03, -2.2284e-04, 7.1719e-04, 9.1411e-04, 1.8948e-03,
1.4160e-03, -9.3736e-04, -2.8875e-04, -3.8084e-03, -2.0295e-03,
1.2359e-03, -2.5006e-03, 8.3667e-04, -1.0238e-03, 3.9204e-04,
1.6578e-03, -9.9672e-04, -1.3050e-04, 1.9752e-03, -2.1419e-03,
2.7014e-03, -1.5156e-03, -7.5377e-04, -1.9731e-03, -2.0163e-03,
2.3007e-04, -1.5284e-04, 3.8227e-03, 1.9206e-03, 9.8066e-04,
-1.9230e-03, 3.1838e-04, -2.9809e-04, 7.9838e-04, -5.6575e-04,
9.9569e-04, 8.3190e-05, -7.6285e-05, -1.2144e-03, -5.5916e-03,
-2.9159e-04, 9.3327e-04, 6.8770e-04, 1.9235e-03, -3.3774e-04,
-1.7698e-03, -2.0069e-04, 1.6667e-03, 1.8966e-03, -4.9477e-04,
2.2082e-03, 8.8849e-05, 2.1559e-03])),
('model.decoder.layers.1.encoder_attn.v_proj.weight',
tensor([[ 0.1132, -0.0054, 0.0173, ..., -0.0412, -0.0498, 0.1110],
[ 0.0624, 0.0155, 0.2228, ..., 0.0475, 0.0467, 0.0011],
[ 0.0460, -0.0538, -0.0401, ..., -0.1735, -0.1553, -0.1214],
...,
[-0.0622, -0.0379, 0.0464, ..., -0.0845, -0.0538, -0.0051],
[ 0.0881, 0.0153, -0.0050, ..., 0.0033, -0.0205, 0.0121],
[-0.0167, 0.0205, -0.0240, ..., -0.0144, 0.0157, 0.0413]])),
('model.decoder.layers.1.encoder_attn.v_proj.bias',
tensor([-1.5132e-02, -1.7668e-02, -1.2338e-02, -1.8961e-02, -2.6847e-02,
-2.6274e-02, -7.7912e-03, -4.1744e-02, 4.5883e-02, -7.3920e-03,
3.6110e-02, 3.2159e-02, 1.1200e-02, -5.3440e-02, -2.4939e-03,
1.4063e-02, -4.7290e-02, 3.4975e-02, -2.8805e-02, -4.7438e-02,
-3.3889e-02, -1.0399e-02, -1.0297e-02, 4.3946e-02, -2.0584e-02,
-2.2300e-02, 8.4297e-03, 5.3195e-03, -5.8959e-04, -3.4558e-02,
-2.9155e-02, -5.5471e-02, -9.2377e-03, 1.6909e-02, 1.9562e-02,
-2.6412e-02, -1.2719e-02, -1.9566e-02, 4.7506e-03, 2.7414e-03,
-4.8885e-02, -3.4969e-03, -9.2137e-03, 2.4264e-03, 1.4171e-02,
3.7130e-03, 1.3674e-03, -4.1757e-02, 1.9163e-02, -1.9025e-02,
1.0485e-02, 3.3591e-02, -1.1393e-02, -2.7763e-02, 1.2471e-02,
8.8012e-05, -4.0342e-03, 3.3878e-03, 1.6403e-02, -1.2823e-02,
-2.5090e-02, -2.8923e-02, -7.1396e-03, 7.3908e-02, 1.0320e-03,
1.9223e-02, 1.5311e-02, -8.9025e-03, -1.4763e-02, -1.2467e-04,
-2.4476e-03, -2.7881e-02, -4.6005e-04, 1.9800e-02, -3.7465e-02,
-1.9396e-02, -1.8559e-02, -1.6061e-02, -1.7776e-02, -1.2041e-02,
-1.3316e-02, 7.6484e-03, 1.5683e-02, -2.6762e-02, -2.0813e-02,
-3.0936e-02, 1.0455e-02, -5.2147e-02, 8.6634e-04, 1.4673e-02,
1.2817e-02, 7.8306e-03, -8.4866e-03, -2.9044e-02, 5.1883e-02,
9.0525e-03, -2.0185e-02, -1.3746e-02, 9.2194e-03, -2.8752e-02,
-2.5777e-02, 2.9714e-02, -1.7673e-02, 5.1224e-03, 4.4196e-02,
-5.3176e-03, 3.5984e-02, 5.7335e-03, -1.1693e-02, -1.1249e-02,
6.7482e-03, -5.5485e-03, 2.4114e-02, -1.2492e-02, -2.5980e-03,
-5.0315e-02, -3.4052e-02, 3.5661e-02, 1.6713e-02, 1.8454e-02,
-5.3723e-03, 4.0117e-02, -6.1505e-03, 1.0483e-02, 2.2286e-03,
1.1915e-02, 7.4436e-03, -3.8842e-04, -5.4339e-03, 6.5242e-03,
-1.1250e-02, 1.7852e-02, -3.1457e-02, 1.9431e-02, 4.6667e-02,
1.1099e-02, 2.8333e-02, -1.7927e-02, -2.4228e-02, -1.0668e-02,
-7.6339e-03, -3.8508e-02, -1.7686e-02, 2.2576e-02, 3.2863e-02,
6.9620e-04, 1.9598e-02, -1.6969e-02, 1.9088e-02, -2.0858e-02,
9.2483e-03, -3.5375e-02, 3.4923e-03, -7.1355e-03, 1.1716e-02,
-6.3151e-03, 7.2016e-03, -1.6880e-02, -1.6046e-02, -7.6842e-03,
-1.2364e-02, 2.7736e-02, 4.7747e-03, 6.0329e-03, -2.3476e-03,
4.0410e-02, 3.6217e-02, -3.4378e-02, -1.2978e-02, 5.9440e-02,
9.9833e-04, 1.4893e-02, -2.7727e-02, -1.2452e-02, -2.5867e-02,
-1.3811e-02, -1.7789e-02, -2.2329e-02, -1.0076e-02, 1.1261e-02,
-9.5179e-03, -1.2800e-02, -2.1373e-02, -5.9006e-02, 1.0145e-02,
-2.0690e-02, 2.7087e-02, 4.7636e-03, 4.1006e-03, -1.9283e-02,
-2.0989e-02, -2.1047e-02, 2.2593e-02, -2.8987e-02, -2.0859e-02,
-1.8352e-02, 1.9360e-03, -4.7734e-03, -1.8541e-02, -2.1893e-02,
4.7473e-03, 9.9675e-03, -4.1521e-02, -1.7953e-02, 3.5960e-02,
-1.1666e-02, -2.3707e-02, -2.1984e-02, -4.2534e-02, 3.7384e-02,
4.7410e-02, 2.8234e-02, 3.9438e-03, 2.6736e-02, -4.0075e-02,
4.5947e-02, -9.8622e-03, -2.0790e-02, 1.4719e-02, -4.0005e-02,
-4.0818e-03, 4.0491e-02, 1.5972e-02, -2.5168e-03, 8.3752e-03,
-1.6589e-02, 1.0393e-02, 8.7492e-03, 1.7634e-02, 4.5156e-02,
3.3544e-03, -2.7806e-02, 1.6423e-02, 2.9097e-02, -3.7244e-02,
-5.5980e-02, 9.1468e-03, 1.8193e-02, 2.8341e-02, -1.6700e-01,
-7.6562e-04, -6.9792e-02, 2.1140e-02, 7.7260e-02, -3.3053e-02,
1.7743e-01, -2.3164e-02, -2.0893e-03, 6.9280e-02, -1.9408e-02,
7.4389e-02, -5.7130e-03, 1.8934e-02, -1.1830e-02, 1.8498e-03,
1.9628e-02, -2.2629e-02, 2.8773e-02, -6.5766e-02, -3.8645e-03,
1.5624e-02, -9.6932e-05, 3.5278e-02, 3.3876e-02, -2.2837e-03,
1.4199e-02, -2.3665e-02, -3.1680e-02, 4.2314e-03, 8.4309e-04,
-9.9616e-03, 1.7147e-02, 4.1778e-03, 5.0548e-03, 1.3205e-01,
-2.7082e-03, 2.7836e-02, 9.8317e-02, 1.2031e-02, 3.0198e-02,
4.5197e-02, -1.6174e-02, 1.8806e-02, 2.2783e-02, 6.3918e-03,
-1.1860e-02, -2.7417e-02, 9.2588e-03, 3.4564e-02, 3.1089e-02,
1.9438e-02, 2.9305e-02, 2.3451e-02, -2.2173e-02, 1.4534e-02,
2.3200e-02, 1.7291e-03, 1.0564e-02, 3.8994e-02, 5.7375e-02,
1.4288e-02, -1.7863e-02, -1.3644e-04, -1.5075e-02, 3.3921e-02,
2.0691e-02, 5.9553e-03, 3.1818e-02, 1.0537e-02, 1.9558e-02,
6.3251e-03, 4.5159e-03, 7.3155e-03, -1.3202e-02, 1.8846e-02,
-4.8265e-02, -4.6360e-02, 4.2683e-03, 9.4127e-03, 2.1629e-02,
7.5295e-03, 4.4150e-03, -8.0152e-03, -1.8538e-02, 7.0778e-02,
-1.3261e-02, -1.2864e-02, -1.2832e-02, -9.3532e-03, 1.0239e-02,
-4.4366e-02, -1.1114e-02, 1.0665e-02, -2.9632e-02, -1.7906e-02,
4.2862e-02, -1.6406e-02, 7.6067e-03, -2.5661e-02, -8.5352e-03,
-3.3595e-02, -5.8832e-02, -1.6957e-02, 3.0510e-03, -1.7938e-02,
8.3829e-03, -1.0596e-02, -2.5304e-02, 3.8812e-02, 6.3534e-02,
6.5348e-03, 1.1459e-02, -7.4096e-03, -2.1726e-02, -2.2902e-02,
-2.4469e-02, 3.3748e-02, 1.9293e-02, 2.7200e-02, -4.0190e-03,
-9.1004e-03, 4.3645e-02, 1.1418e-01, -5.4228e-02, 3.3460e-03,
1.2864e-01, -1.5771e-02, -3.3294e-02, 3.7605e-02, -3.7353e-02,
-1.4338e-02, 1.2601e-02, 4.4115e-03, -2.4846e-02, 6.2213e-02,
1.6526e-02, -1.8267e-02, -1.0506e-02, 1.3778e-02, 2.9694e-02,
1.0348e-02, -1.2707e-02, 2.4754e-02, -3.8040e-02, -5.5203e-03,
-1.3141e-02, 5.2452e-02, -4.0717e-02, -1.4337e-02, 1.2739e-02,
-1.4138e-03, 3.7873e-02, 9.4497e-03, -3.4396e-03, 1.6832e-02,
-5.7973e-02, -1.0851e-02, 2.3399e-03, -8.4454e-03, 5.5880e-02,
-2.2953e-02, -2.9036e-02, 4.4144e-02, -6.0552e-02, -4.4732e-03,
-8.1575e-02, -3.5773e-02, -5.5272e-02, 1.9485e-02, 7.3853e-03,
3.2440e-02, -4.4362e-02, -3.1201e-02, 5.0763e-03, -5.5269e-02,
1.2561e-03, 4.4752e-03, -3.0424e-02, -1.3643e-02, -5.6431e-03,
-8.1512e-03, 1.2598e-03, 4.1354e-02, -5.0334e-02, -4.5223e-02,
1.8005e-02, -3.5657e-02, 2.9043e-02, 4.1746e-03, 3.7201e-02,
-6.0263e-02, 2.0316e-02, -2.0777e-02, -8.6592e-02, -4.1065e-03,
-2.2129e-02, -4.1269e-02, -3.5598e-02, 9.7035e-03, 4.6258e-02,
-2.0267e-02, -2.9990e-02, -1.7228e-02, -3.2775e-02, 1.6677e-02,
3.3105e-02, -1.3402e-04, -8.3722e-03, 3.9461e-02, -8.8299e-02,
-2.4450e-03, -3.7754e-02, 3.4941e-02, 5.4279e-03, 5.5592e-02,
3.4695e-03, -1.7832e-02, -1.6590e-02, 1.5391e-02, 5.1818e-02,
1.5029e-02, 6.0339e-02, 2.2181e-02, 2.1827e-02, -2.4909e-02,
1.8652e-02, 5.9931e-02, -1.7744e-03, -3.7010e-02, 1.2756e-02,
3.3855e-02, -1.4229e-02, -3.2592e-02, 1.5242e-02, 1.0275e-02,
4.2562e-02, 4.4232e-02, 2.6575e-02, 4.7807e-04, 1.5609e-02,
-4.2980e-02, -5.5945e-02, -2.6968e-02, 3.1241e-02, -7.0988e-05,
4.9846e-02, 3.2740e-02, 2.3425e-04, -1.6631e-02, 5.6160e-02,
-2.3812e-02, -1.0716e-02, 4.4870e-02, -8.2467e-02, 6.5188e-03,
1.3301e-02, -1.2741e-03, -7.5475e-02, -1.5431e-02, 1.5022e-02,
-4.9122e-02, 4.3615e-02, 3.1598e-02, -1.3965e-03, -3.7268e-02,
-6.1180e-03, 2.5631e-02, -2.4636e-02, 4.6736e-02, 5.1095e-03,
2.4283e-02, -4.3810e-02, -3.1522e-02, 1.5328e-02, -2.8277e-02,
-4.8311e-03, -3.6126e-02, 1.6801e-02, 4.5329e-02, -3.2338e-02,
2.2479e-02, 3.5405e-02, -5.2078e-02, -5.2791e-02, 7.2721e-02,
-8.3473e-03, 1.8192e-02, -2.7487e-02, -4.6923e-03, -5.3585e-04,
9.0264e-02, -1.8828e-02, 2.9224e-02, 4.9372e-03, -2.7806e-02,
-2.9624e-02, -1.3637e-02, 8.2798e-03, -6.0059e-02, -2.0509e-02,
-3.2695e-02, 1.9321e-02, -8.4735e-03, 2.3003e-02, -3.6514e-03,
-1.9182e-02, 1.0894e-02, 1.2987e-02, 1.4744e-02, -1.1204e-02,
5.1212e-03, 3.6155e-02, 1.0268e-02, 2.0708e-02, -3.2884e-02,
6.5769e-03, 4.0215e-02, -5.2864e-02, -1.2627e-03, 1.3696e-02,
-1.2513e-02, -3.7995e-03, -2.0303e-02, 1.3321e-02, 1.2883e-02,
-3.1796e-03, 1.3212e-03, -3.6765e-02, -5.7970e-02, -1.0367e-02,
1.1523e-02, 2.0950e-02, 1.4521e-02, 7.1645e-04, 3.4271e-02,
-4.6835e-03, -5.9789e-03, 4.7483e-03, 3.5231e-03, 1.2333e-01,
-5.4744e-03, -4.6974e-03, -9.5892e-03, 1.7674e-01, -5.7740e-02,
-3.4064e-02, 5.2103e-02, 5.9797e-02, 4.2995e-02, -1.7735e-02,
1.7461e-03, -2.6849e-03, 5.9279e-02, 3.9035e-03, 1.2340e-02,
-3.3638e-02, 6.5110e-03, 5.7323e-02, 1.3449e-03, -2.1853e-03,
9.2340e-02, -4.3887e-02, -7.8858e-02, 3.2658e-02, -6.7380e-03,
1.6147e-02, 2.7439e-03, 1.1231e-02, 1.0055e-02, 9.1000e-03,
1.8024e-02, 1.6640e-02, 5.1017e-02, 5.9937e-03, -7.5763e-03,
-7.3037e-04, -2.0684e-01, -1.0819e-01, -2.2237e-02, -4.2106e-02,
1.6850e-03, -3.0171e-03, -8.5681e-03, 7.7401e-04, 2.5007e-02,
1.7466e-03, -2.4088e-02, -4.0967e-02, 1.7256e-02, 1.6557e-01,
-1.5518e-03, -2.2903e-04, -1.1257e-02, 9.6686e-03, 9.6220e-03,
2.4223e-02, -2.9583e-02, 1.8029e-02, -7.3864e-02, 2.8379e-02,
-2.0331e-02, -5.6137e-03, -2.0692e-02, 6.3118e-03, -3.3611e-03,
-1.3960e-02, -1.8771e-02, -1.7996e-02, -4.2477e-03, 7.3595e-03,
7.6834e-03, 4.8275e-03, -8.2579e-03, -3.5965e-02, 1.2300e-02,
9.2564e-03, 2.5170e-03, 4.4836e-03, -1.4200e-03, 1.1888e-03,
-3.6022e-03, -2.6848e-03, 2.4462e-02, -1.0877e-02, 4.6103e-03,
-5.3083e-03, 2.5054e-02, 3.5523e-02, 2.3140e-02, 9.6173e-03,
-1.3775e-02, -7.8685e-03, 2.7968e-02, 1.3838e-02, 4.7578e-03,
3.3081e-03, -2.6422e-02, 4.1482e-03, -6.1658e-03, -1.6855e-02,
4.4090e-03, 1.0046e-02, -7.2469e-04, -2.4841e-02, 1.9738e-02,
-2.8310e-03, -3.4031e-03, -2.1439e-04, 2.1453e-02, 1.1965e-02,
-1.9387e-02, -1.9956e-03, -1.0553e-03, -3.7221e-03, 7.7213e-03,
8.8469e-03, -2.5481e-02, 1.2544e-03, 1.3256e-02, 2.0709e-02,
-9.2175e-03, 8.9987e-03, 1.0284e-02, -2.0018e-03, -1.6236e-03,
-8.1462e-03, 2.1057e-04, -1.0204e-01, -1.4851e-02, -6.3282e-02,
-1.0210e-01, 1.4277e-02, 2.6063e-02, -5.6642e-02, -3.2528e-02,
-2.0578e-02, -4.3640e-02, 5.1811e-02, -4.5172e-02, 5.5901e-03,
-5.0450e-03, -3.8102e-02, -2.5226e-02, 4.6789e-02, -1.1027e-03,
2.4269e-02, -1.4044e-03, 2.4880e-02, -1.4384e-02, 2.3777e-02,
-1.6654e-01, 1.8333e-02, 2.8923e-02, 8.4299e-04, 1.0775e-01,
-2.1225e-02, 2.0711e-02, -1.2433e-02, -2.2420e-02, 4.0453e-03,
4.9087e-02, 1.6292e-02, 6.8023e-02, -3.8889e-02, 9.7272e-03,
-5.7022e-03, -2.0012e-02, -7.6411e-02, -4.9765e-02, 2.6309e-02,
2.1261e-02, -1.2523e-02, 1.6340e-02, -5.3983e-02, 1.1634e-03,
-2.6553e-02, -8.0443e-02, -5.8886e-02, 4.6139e-03, -4.2719e-02,
1.0020e-01, -5.1700e-03, 6.2335e-02, 7.1486e-02, 8.4605e-03,
5.3098e-02, 6.4319e-02, 2.2106e-02])),
('model.decoder.layers.1.encoder_attn.q_proj.weight',
tensor([[ 0.1577, -0.0406, 0.0823, ..., 0.0035, 0.0134, -0.0138],
[-0.0391, 0.0981, -0.0490, ..., -0.0034, -0.0776, -0.0384],
[-0.0157, -0.0532, -0.1368, ..., 0.0801, -0.0508, -0.0210],
...,
[ 0.0240, 0.0660, 0.0625, ..., -0.0929, -0.0008, -0.1928],
[ 0.0770, -0.0244, -0.1094, ..., -0.1130, -0.2082, -0.0233],
[ 0.0788, 0.0710, -0.0867, ..., -0.1483, 0.0793, 0.0992]])),
('model.decoder.layers.1.encoder_attn.q_proj.bias',
tensor([-1.2116e-01, 2.5184e-02, 9.4096e-03, 8.9000e-02, 2.0266e-02,
-1.6028e-02, 3.2452e-02, 2.2692e-02, -1.3086e-02, 1.2381e-01,
-4.8897e-02, -2.3212e-02, 1.0904e-01, 6.3144e-02, -8.0799e-02,
2.3731e-02, -4.5455e-02, -6.0052e-02, -6.9160e-02, 6.1322e-02,
2.0672e-01, -6.6732e-02, -2.8635e-02, 7.0914e-02, -1.3430e-02,
2.5339e-01, -1.8377e-01, -1.4280e-01, -2.1294e-02, 1.3026e-01,
-2.5521e-02, -1.5108e-03, -9.3626e-02, -1.2573e-01, -4.6323e-03,
-1.6503e-02, -1.7811e-03, 4.1589e-02, -4.4797e-02, -5.9947e-02,
-9.8012e-02, 2.8487e-02, -2.8511e-02, 5.8820e-02, 6.0012e-02,
-3.4495e-02, 5.3675e-02, -3.3591e-02, 2.1898e-01, -1.2024e-01,
-1.8434e-02, -1.4669e-01, -7.7082e-03, -8.7846e-02, 1.4145e-01,
2.7826e-02, 5.2005e-02, 1.9405e-01, 3.9080e-03, -3.3612e-02,
7.3288e-02, 1.1177e-01, -3.5103e-02, -3.1918e-02, 1.0604e-01,
4.3974e-02, -2.9072e-02, -6.2434e-03, -1.1165e-01, 7.6828e-02,
-1.7674e-01, 2.9860e-03, -9.4553e-02, 1.0350e-02, 1.3002e-01,
9.1537e-02, 9.3062e-03, 7.0447e-02, 1.0493e-01, -3.6567e-03,
1.0805e-01, -1.3775e-01, 9.0798e-02, -6.1237e-02, -4.0016e-02,
4.5395e-02, 4.7190e-02, 4.0590e-02, -3.1616e-02, 1.0484e-02,
8.1556e-03, -2.2934e-02, 8.4945e-02, 7.3328e-03, -1.4039e-01,
-2.1300e-01, -1.5762e-01, 1.9513e-01, 1.4810e-02, 2.8110e-02,
2.4572e-02, 1.6244e-01, -1.2934e-01, 8.0940e-02, -1.3618e-01,
1.3921e-02, 6.7158e-02, 2.3196e-02, 4.5489e-02, -5.5119e-02,
-1.5071e-02, -1.4624e-01, -1.5729e-01, -6.4786e-02, -4.6625e-02,
1.2308e-01, -2.3534e-02, 2.3569e-02, -2.7914e-02, -7.0439e-03,
-1.1644e-01, 3.9887e-02, -1.4632e-02, -8.6784e-02, 1.5042e-01,
3.3144e-02, 8.4135e-02, 4.3284e-02, 5.7528e-02, -1.5510e-01,
-1.0897e-01, 8.8911e-03, 1.3368e-01, -5.3186e-02, -4.0663e-02,
7.3910e-02, 2.2575e-02, -5.6212e-02, -8.7699e-02, -1.7130e-02,
-9.5891e-03, 4.7904e-02, 1.1647e-01, -9.3122e-02, -8.1211e-02,
-1.3225e-01, 6.5436e-02, 7.7601e-02, 2.1088e-03, -2.3320e-01,
3.4991e-02, -1.8553e-01, -9.5393e-02, -7.1994e-02, -6.2077e-02,
-3.6891e-02, -2.6999e-02, 1.6803e-02, -1.1292e-01, 6.2925e-02,
6.1239e-02, -1.2279e-01, 1.8193e-01, 1.4002e-01, 1.0224e-01,
-1.0669e-01, 1.4413e-01, 1.0492e-01, 3.7070e-01, -6.3698e-02,
-1.0280e-01, 1.3461e-01, -1.2095e-01, -2.0018e-01, -4.7925e-02,
4.7502e-03, 2.7216e-01, 5.6630e-02, -1.0633e-01, -6.3252e-02,
2.0380e-02, 2.3777e-02, 2.8648e-02, -1.0137e-01, 1.1161e-01,
1.1497e-02, 3.3670e-01, -6.4732e-02, 7.9652e-02, 1.3629e-01,
-5.4535e-02, -1.7530e-02, -4.0150e-02, 1.8476e-01, -4.7751e-01,
-3.8930e-02, 4.8061e-02, -1.5977e-01, 5.1440e-02, -4.7425e-01,
-3.0508e-01, 3.6378e-01, -4.3594e-01, -2.2065e-01, -3.0539e-01,
3.9013e-01, 1.8455e-01, 7.5069e-02, -1.5722e-01, -3.8512e-01,
6.4281e-02, -3.5860e-01, -2.4121e-01, 4.1745e-01, 2.0749e-01,
2.7471e-02, 4.9232e-01, -2.4223e-01, 1.9639e-01, 1.5838e-01,
-2.5779e-01, -2.0037e-01, -3.8997e-01, -1.3394e-01, 4.0045e-01,
1.5723e-01, 3.3469e-01, -2.1664e-01, 4.4315e-01, -2.5349e-01,
-4.7201e-01, 4.9949e-01, 4.5156e-01, 2.6762e-01, 6.9433e-02,
-1.7416e-01, 2.3584e-01, -1.3004e-01, -3.8760e-01, 4.4381e-01,
-2.5554e-01, -9.8387e-02, -2.0664e-03, 3.3533e-01, -2.4756e-01,
4.1448e-01, -3.0074e-01, -1.6798e-01, 3.1881e-01, 3.4465e-01,
1.6021e-01, -1.8315e-01, -1.0402e-01, 2.8469e-02, 5.1442e-01,
-5.1831e-02, 9.9202e-03, -1.7192e-01, -1.2379e-02, 1.6210e-01,
1.4747e-01, -2.0897e-01, -1.8121e-01, -1.3775e-01, -1.7431e-01,
-8.2409e-03, -1.5632e-01, 4.4039e-02, 1.8148e-01, 2.5741e-01,
-3.1959e-02, -8.9988e-02, -1.4038e-01, 1.0085e-01, 1.0685e-01,
-2.7051e-01, -2.9909e-01, 2.8213e-02, -1.0441e-02, -9.3930e-02,
-6.9480e-02, 1.9219e-01, -3.5145e-02, -5.7376e-02, -2.0657e-01,
-1.6628e-01, -3.4061e-02, -1.0575e-01, -5.3092e-02, -2.0140e-01,
1.3224e-01, -1.6702e-01, 9.2079e-02, 6.7653e-02, 3.4642e-02,
-2.0365e-02, 4.1894e-02, 3.0280e-02, 6.6087e-02, 1.1253e-02,
-5.8346e-02, 1.1113e-01, 1.3994e-01, -6.0294e-02, 3.5078e-02,
-2.6994e-02, -1.0269e-01, 2.0027e-01, -7.4431e-02, -7.4630e-03,
-2.1189e-01, -1.3288e-01, -1.4145e-01, 4.0495e-03, 4.0004e-03,
-4.9800e-03, 1.1352e-01, 2.3223e-01, -3.0627e-02, 9.3483e-03,
-1.5476e-02, 1.3401e-01, 1.6171e-02, -3.1632e-01, -2.7739e-01,
3.7291e-01, -2.9820e-01, -1.8650e-01, -8.9266e-02, 2.0095e-01,
-6.4050e-02, -8.1484e-02, 4.6792e-01, -1.9948e-01, 2.4035e-01,
8.8236e-02, 6.6086e-02, 2.4910e-01, -2.9864e-01, -1.9347e-01,
-2.2961e-01, 1.3207e-01, 5.3767e-02, -1.7484e-01, 6.9687e-02,
-4.7971e-02, -4.3246e-01, 2.2040e-01, -2.0881e-01, 7.8877e-02,
-6.4510e-02, -4.3341e-02, -1.3171e-01, -1.5108e-01, 2.6245e-01,
-1.6068e-02, 2.8599e-01, 1.3629e-01, 1.4995e-01, -8.2316e-02,
-2.1249e-01, -3.4487e-01, 1.8881e-02, -1.3551e-01, 1.2587e-01,
2.2368e-01, 5.0234e-02, -6.3229e-02, -2.0637e-01, 1.3483e-02,
1.5327e-01, -9.5283e-02, -2.6416e-01, 5.5733e-02, -5.7632e-03,
4.0815e-02, -1.7237e-01, -1.0251e-01, -1.1491e-01, -1.5388e-01,
-3.9129e-02, -9.4511e-02, 2.7571e-01, 4.6432e-02, -2.6496e-01,
1.9413e-01, 3.1932e-02, 4.2995e-03, 5.1146e-02, -1.3923e-01,
-8.1423e-02, 2.9277e-01, 1.0393e-01, -3.3065e-02, -1.6742e-01,
2.2344e-01, 4.6825e-02, -5.5283e-02, -9.3306e-02, -1.7775e-01,
1.6571e-01, -1.9986e-01, 3.6738e-02, 1.9025e-01, 1.7656e-01,
1.9343e-01, -4.3589e-02, -1.7994e-01, -2.1246e-01, -5.8980e-03,
3.1375e-02, -3.4960e-02, 1.6589e-02, 2.8429e-02, 3.1279e-01,
2.3283e-01, -2.6919e-02, 9.4611e-02, -1.7578e-01, 2.5340e-01,
1.8712e-02, 3.9552e-01, 1.0171e-01, 1.4672e-01, -2.8577e-01,
-5.0156e-01, -6.0287e-02, 8.9741e-02, -4.8608e-02, 3.5681e-01,
-3.2097e-02, -3.3596e-02, -2.2658e-01, 1.4556e-01, -6.6297e-02,
-1.4874e-01, -2.1759e-01, -2.8531e-01, 1.6853e-01, 2.4800e-01,
9.0368e-02, 1.2253e-02, -9.2746e-02, -3.5406e-01, 1.1596e-01,
1.3352e-01, -1.4196e-01, 3.9987e-02, 2.6150e-01, 1.4906e-01,
-1.3721e-01, 2.5301e-01, -2.0583e-01, 3.4460e-01, -1.6287e-01,
1.6489e-01, -5.9354e-02, -8.4370e-02, 8.6911e-02, 2.1839e-01,
7.8659e-02, -6.4828e-03, 7.6602e-02, 5.3931e-01, -1.3391e-01,
-4.4324e-02, -3.4511e-01, 1.1413e-02, 1.9704e-02, 1.3999e-02,
-1.2834e-01, 1.0497e-01, -3.0442e-01, -5.2443e-02, 1.2231e-01,
2.7297e-01, 4.0784e-01, -1.2981e-01, -1.2525e-02, -1.6066e-01,
-1.2278e-01, -3.6938e-02, 5.2466e-01, 3.2494e-01, -2.3581e-01,
2.5740e-02, -4.3412e-02, 9.0918e-02, 1.1792e-01, 1.4482e-01,
-1.1236e-01, -1.4704e-01, -2.7436e-01, -6.4688e-02, 8.9390e-02,
-1.5130e-02, 2.9161e-02, 9.6596e-03, -4.5301e-03, -1.0333e-02,
1.4267e-01, -2.5844e-01, -5.0428e-02, -2.1305e-02, -1.8356e-01,
2.6339e-01, 6.3945e-02, 4.3817e-02, -3.9890e-01, -2.4331e-02,
4.7141e-02, -2.2838e-01, 2.1295e-01, -3.4533e-01, 6.6662e-02,
-1.7410e-01, -3.7730e-01, -1.8252e-02, 2.8691e-01, 2.9389e-01,
-2.8104e-01, -2.0681e-01, -3.6506e-02, 1.1329e-01, -2.6794e-01,
-2.5197e-01, -2.4665e-01, 3.3218e-01, -2.9819e-01, 5.7619e-03,
1.9356e-01, 2.6513e-01, 3.2264e-01, -2.3800e-01, -3.5462e-01,
1.6339e-01, -2.3518e-02, 2.0493e-01, -1.4425e-01, -1.0474e-01,
6.0767e-03, -4.9468e-02, -1.2489e-01, -2.2074e-01, 2.4117e-01,
-7.3107e-02, -1.1294e-01, -2.4363e-01, -5.7010e-04, -2.1783e-01,
9.0509e-02, 4.1037e-01, 2.9149e-01, -5.1061e-01, 1.1264e-01,
3.8425e-01, 2.2350e-01, 3.8365e-01, -1.2029e-01, 4.5352e-02,
-1.5558e-01, -3.7665e-01, 7.2427e-02, 3.4699e-02, 1.3992e-01,
-3.1769e-01, -1.1459e-01, -1.1591e-01, 5.1538e-03, -2.7341e-01,
-6.9126e-02, -3.5713e-02, 3.0124e-01, -1.8030e-01, -2.5022e-01,
2.4684e-01, 6.6415e-02, -4.8468e-03, 1.1701e-01, 1.6266e-01,
2.7531e-01, -2.1669e-01, 1.8000e-01, -1.4385e-01, 5.7500e-02,
-9.6995e-02, 3.4470e-01, -2.0589e-01, 3.1471e-01, 9.1180e-02,
-2.9711e-01, 2.2601e-01, -2.6200e-01, 1.8090e-01, 1.3276e-01,
4.1462e-02, 1.0776e-02, -1.9368e-01, -2.6143e-01, 1.6878e-01,
-3.4533e-01, 2.8662e-01, -2.8912e-01, 1.4342e-01, 1.0494e-01,
-2.3988e-01, 9.7036e-02, -1.0120e-01, 3.1741e-01, -3.1927e-02,
2.3092e-01, 7.6962e-02, 6.5085e-02, -4.3468e-01, -7.7822e-02,
6.5237e-02, 3.7422e-02, 1.6914e-01, 4.8455e-02, 1.6364e-02,
-2.9725e-01, 5.2114e-03, 1.1521e-01, 1.1649e-02, -6.7589e-02,
-3.1100e-02, 2.9535e-01, -1.4548e-01, -2.2670e-01, -1.2116e-01,
-8.9611e-02, 7.2519e-02, 3.4084e-02, -1.9415e-02, 2.3285e-03,
-3.2508e-01, -1.0888e-01, -6.5127e-02, -1.2416e-01, 1.7383e-01,
-1.7316e-01, 8.6378e-02, 2.2876e-01, 6.9351e-02, -2.2561e-01,
1.9546e-01, -1.6900e-01, 1.3039e-01, -1.6104e-02, -7.9422e-02,
1.3314e-02, 8.7442e-02, -1.0650e-01, 2.0099e-01, -2.2468e-01,
-9.3208e-02, 1.9227e-01, 6.4942e-02, 1.1964e-01, -1.1494e-01,
3.2852e-01, 2.3911e-01, 4.2523e-01, -2.7222e-01, 1.7041e-01,
7.3416e-02, -1.8897e-01, 1.7332e-01, 4.4222e-02, 6.3114e-02,
1.8290e-01, 2.9190e-01, 1.9250e-01, -2.2934e-01, 1.4337e-02,
1.8036e-01, -2.7670e-03, 7.7652e-02, 2.9176e-02, 2.1952e-02,
1.8748e-01, 1.2538e-01, -1.9063e-02, 1.5523e-01, 1.2915e-01,
-3.8357e-02, -1.8980e-01, -3.2459e-01, 1.2950e-01, 1.1989e-01,
-9.8754e-02, -7.7637e-02, 5.0942e-02, -3.2485e-01, 6.1362e-02,
-1.1868e-01, -3.7410e-02, 2.9783e-01, -7.7452e-02, 1.5903e-01,
-3.3211e-01, -3.0370e-02, 3.6568e-01, -1.2614e-01, -5.3142e-02,
6.0292e-01, -2.1344e-02, 4.5702e-02, -4.2959e-02, -4.5223e-01,
-1.9364e-01, -1.4758e-01, 6.1217e-02, 1.6540e-01, 1.2772e-01,
-5.4935e-01, 2.7558e-01, -2.9553e-02, 8.1762e-02, 2.6954e-02,
-5.1859e-02, -2.4642e-01, 1.7210e-01, -6.9280e-01, -7.7161e-02,
1.7098e-01, -9.5983e-02, -3.3345e-01, -2.2015e-01, -2.3127e-01,
-2.2198e-01, -3.4885e-01, -1.1337e-01, 2.1932e-01, -3.0489e-01,
1.6794e-01, 3.6670e-01, 1.5525e-01, -1.4319e-01, 5.1848e-01,
1.9073e-01, -1.5821e-01, -2.0363e-01, 6.0185e-01, 1.1528e-02,
7.5918e-04, 8.6787e-02, -3.8902e-01, -3.3032e-01, 9.4993e-02,
1.8844e-01, 1.9316e-02, 4.4654e-01, 2.4453e-01, -2.0882e-01,
1.0231e-01, -4.1882e-02, -1.9578e-01, 3.5278e-01, 1.9078e-01,
-1.1445e-01, -2.4150e-01, -1.1260e-01, 4.2394e-01, 2.5314e-03,
3.6919e-01, -1.7849e-02, 1.8568e-01])),
('model.decoder.layers.1.encoder_attn.out_proj.weight',
tensor([[ 0.0444, 0.0946, 0.0558, ..., 0.0810, 0.0600, 0.0381],
[-0.0319, -0.0194, -0.0248, ..., 0.0533, -0.0107, -0.0103],
[-0.1647, 0.0208, -0.0299, ..., -0.0197, 0.0034, 0.0870],
...,
[ 0.0940, -0.0356, -0.0461, ..., -0.0901, -0.0010, 0.0129],
[ 0.0776, 0.0850, -0.0918, ..., 0.0195, -0.0436, -0.0822],
[-0.0475, -0.1108, -0.0454, ..., 0.0615, 0.0309, 0.0102]])),
('model.decoder.layers.1.encoder_attn.out_proj.bias',
tensor([ 2.7477e-02, 4.3253e-03, -2.1508e-02, 2.7884e-02, 2.1787e-02,
-7.8691e-02, -1.0404e-01, 1.1249e-02, -1.1937e-01, 5.4047e-02,
-7.3502e-03, 1.2270e-02, 1.9721e-02, 1.0239e-01, 8.6936e-03,
2.5776e-02, -1.2742e-02, 2.2314e-02, 1.2930e-01, -3.8161e-02,
3.7944e-02, -2.0723e-01, 1.7547e-02, 1.6155e-02, 5.0984e-02,
-5.4861e-02, 4.4500e-02, 9.2159e-03, 6.6312e-02, -1.0349e-01,
1.0556e-01, -5.8509e-02, -1.4377e-02, -4.3469e-02, -1.6877e-01,
3.4491e-02, 8.9016e-03, -5.5507e-02, 3.6580e-02, -1.6402e-02,
4.0235e-02, -8.7659e-02, -7.1669e-02, -8.4686e-03, 1.0553e-01,
-1.4878e-01, -8.3006e-04, 7.5089e-02, 1.1071e-02, -3.6113e-02,
-3.1321e-02, 2.6923e-02, -2.3354e-01, -6.0879e-02, -9.1522e-02,
1.1507e-01, 2.1165e-02, -7.0722e-02, -1.6044e-01, 7.5230e-02,
-1.1515e-01, -1.1336e-01, 8.7528e-02, 6.8197e-02, -1.3563e-01,
-4.2254e-02, -6.5565e-02, -7.3071e-02, 1.6303e-01, 1.3146e-03,
7.4405e-02, -7.6232e-03, -6.7306e-02, -1.0406e-02, -1.0055e-01,
-1.0923e-01, 2.3270e-02, 5.7114e-03, -2.0687e-02, 8.3448e-02,
-2.6453e-04, 5.3396e-02, -2.7823e-02, -5.0887e-02, 7.6053e-02,
-1.0106e-01, -2.1609e-02, -2.2825e-02, 2.7325e-02, 5.4977e-02,
1.2370e-01, 1.2315e-01, -6.7369e-02, -4.3127e-02, -1.7429e-01,
-8.7065e-02, 9.7442e-02, -1.1377e-02, -5.8346e-02, -4.0588e-02,
2.4718e-02, 7.5366e-02, 2.4176e-02, -1.5414e-01, 4.0365e-02,
1.2566e-01, -4.2937e-02, 8.8728e-02, 5.2363e-02, 4.5500e-02,
-5.5104e-02, 3.3882e-02, -5.1024e-02, -1.0543e-01, 1.1819e-02,
7.8228e-02, -3.9098e-02, -3.7170e-02, -4.9193e-02, -4.4493e-03,
-6.2920e-02, -1.5826e-01, 2.6544e-02, -1.1991e-02, -2.7974e-02,
5.5810e-02, 5.4043e-02, 1.0379e-01, 9.9716e-02, -7.4581e-03,
9.8337e-02, 3.3015e-04, -3.9219e-02, -1.1156e-01, 3.0363e-02,
4.7201e-02, 2.5366e-02, 8.2598e-02, 1.0076e-01, -1.3763e-02,
3.2827e-02, 7.4411e-02, -1.0913e-01, 3.6309e-02, 6.7624e-02,
2.1572e-01, 5.8022e-03, 7.1165e-03, -1.5605e-02, 8.2871e-02,
-4.1915e-02, 1.1109e-01, -5.0353e-02, 1.1140e-01, 1.8326e-01,
-1.3876e-01, 6.4852e-03, 9.5648e-02, -1.0687e-01, -1.1133e-01,
-2.0823e-02, -9.2948e-02, 2.0943e-02, -6.4939e-02, 4.7154e-02,
7.9960e-02, 8.0688e-03, 1.3344e-01, -1.8511e-02, -1.9470e-02,
7.7585e-02, 5.9737e-03, -4.7581e-02, 2.3113e-02, 5.4923e-02,
-7.7891e-02, -7.3305e-02, 5.9680e-02, 2.0088e-01, 7.6508e-02,
-4.4194e-02, -1.2077e-01, -5.3927e-02, 4.1297e-02, 4.9620e-02,
1.1855e-01, 3.0996e-02, -1.4859e-02, -1.2798e-01, 1.9674e-02,
-7.4744e-02, 3.5738e-02, -3.2378e-02, -8.3599e-02, 4.4683e-02,
4.2247e-02, 3.0625e-03, -3.2387e-02, -7.1143e-02, -3.1420e-02,
-3.4092e-02, -1.0501e-02, 5.5927e-02, -1.5712e-02, 5.4048e-03,
4.2554e-02, 2.0302e-02, -1.4037e-01, 1.0174e-01, 8.7941e-02,
4.8417e-02, 6.6305e-02, -4.6793e-03, 3.2456e-03, 4.0072e-02,
-6.4863e-02, -2.1454e-01, 5.0254e-02, -2.8449e-03, -9.3735e-03,
-4.1886e-02, -9.8694e-03, -8.2222e-02, 7.7405e-02, 6.1623e-02,
-1.0803e-01, -5.7989e-02, -1.8249e-02, -8.4720e-02, 2.4583e-01,
4.1948e-02, -9.4502e-02, 9.9494e-02, 1.2804e-03, -6.7565e-02,
-4.7021e-02, 1.5453e-01, 4.1017e-02, 1.3148e-01, 7.2201e-02,
-9.7974e-03, 2.5359e-02, -5.8135e-02, 1.2051e-01, 3.1529e-02,
9.2954e-02, 6.9752e-02, -1.4796e-01, -3.8727e-03, -7.5960e-02,
1.4355e-02, 2.0705e-03, -3.1001e-02, -2.1174e-01, 4.2625e-02,
1.0044e-01, 2.2219e-02, -1.0317e-01, -1.2258e-01, -4.6574e-02,
2.6826e-02, 4.2295e-02, -5.4147e-03, 4.7447e-02, -4.6409e-02,
-9.7508e-02, -5.3551e-02, 3.8762e-02, 1.1801e-03, -5.4872e-02,
-9.0274e-02, 2.8766e-02, 7.2537e-02, -6.9415e-03, 9.3780e-02,
6.2405e-02, -2.6880e-03, -2.1614e-02, -4.0735e-02, 1.8149e-02,
1.6071e-02, 2.0266e-01, 2.6911e-02, -7.0230e-02, 1.2280e-01,
7.4261e-02, 5.4465e-02, 1.3961e-01, 4.4796e-02, 1.0609e-02,
-7.7321e-02, 3.9616e-02, -9.1088e-02, -1.1746e-01, -1.3443e-01,
1.8405e-01, 1.4964e-01, 9.7914e-03, -3.7803e-03, 5.8320e-02,
-4.9685e-02, -7.7564e-02, -5.3813e-03, 1.1741e-01, -1.0323e-01,
-4.0522e-03, -2.0133e-03, -1.0763e-01, -4.7869e-02, -4.8568e-02,
-1.2142e-01, 3.5452e-02, -4.4348e-02, 1.5006e-01, -5.0853e-02,
-1.4024e-02, -8.2456e-02, -6.4943e-02, -2.9080e-03, 6.8125e-02,
-7.6155e-02, 2.6964e-02, -1.6451e-02, -2.6006e-01, 1.4687e-01,
3.2458e-02, 7.7207e-02, 2.7959e-02, -6.7593e-02, -4.9543e-02,
-6.5874e-02, 1.0335e-01, 7.8254e-02, -4.0650e-02, -1.4885e-01,
1.2448e-01, -4.6671e-02, 1.1358e-01, -9.6350e-03, -3.4200e-02,
2.0196e-03, -6.6693e-02, -1.4027e-01, -4.8807e-02, 6.2577e-02,
-1.0369e-01, -1.9726e-02, -2.3091e-02, 1.9319e-03, 4.6222e-02,
-3.1891e-02, 8.7096e-02, 4.3735e-02, 1.5741e-02, 1.0751e-01,
-6.8992e-02, 9.3340e-02, -1.1151e-02, 6.2984e-02, 3.4572e-03,
2.0896e-02, 4.7706e-02, 3.2905e-02, -3.2489e-03, 1.2940e-01,
3.2098e-02, 1.0986e-02, 1.2660e-01, 2.5383e-02, 3.8870e-02,
-1.0303e-01, -1.4388e-01, -8.4066e-02, 8.6548e-02, 9.9290e-02,
-6.9409e-02, -1.5762e-01, 1.1862e-01, -5.6498e-03, -4.7868e-02,
4.5844e-03, 1.7171e-02, -4.5815e-03, 2.4740e-02, -2.9545e-02,
2.8995e-03, -5.2172e-02, 1.4781e-02, -8.1517e-02, -3.7495e-02,
6.2720e-02, -2.7237e-01, -3.9776e-02, 2.8054e-02, 4.5320e-02,
-4.8411e-02, -3.4135e-02, 7.8920e-02, 2.2031e-01, -4.1639e-02,
-2.6825e-02, 1.1774e-01, 6.7943e-02, 3.8662e-02, -3.1029e-01,
-4.1918e-03, -1.4404e-02, -9.4559e-02, 5.6577e-02, 2.4355e-02,
-8.8778e-02, -2.2100e-02, 4.6389e-02, -2.9765e-02, -1.3235e-01,
-1.0752e-01, 3.1041e-02, -2.3945e-02, 1.2178e-01, 5.9107e-03,
9.0925e-02, -8.8308e-02, -7.2756e-02, 9.1452e-02, 1.3789e-01,
-3.6747e-02, 1.4390e-01, -5.2690e-02, 1.3270e-01, -4.7639e-02,
1.0809e-02, 9.2673e-03, 2.7805e-02, 5.8180e-02, -1.5031e-02,
-1.6937e-01, -5.7471e-04, -1.0657e-01, -2.2135e-02, -4.9748e-02,
4.5827e-02, -3.2774e-02, -7.8401e-02, 4.6605e-02, -5.6812e-02,
-1.1369e-01, 8.9304e-02, 1.8318e-02, 1.6546e-02, 1.2442e-01,
-7.5508e-02, -6.5048e-02, 1.0414e-01, 1.0717e-01, -1.0545e-01,
7.6519e-02, -1.1248e-01, 6.9307e-02, -3.6073e-02, 6.6247e-02,
4.4514e-02, 5.8977e-02, 3.5867e-03, 8.2682e-02, 1.1311e-01,
5.9493e-03, 1.2675e-02, -2.0250e-02, 1.1526e-01, 1.4180e-02,
8.3403e-02, -4.2090e-02, 4.6881e-02, -3.3794e-02, 6.8348e-02,
1.4262e-01, 1.0607e-01, -3.5549e-02, -2.2357e-02, -4.0106e-02,
-8.4667e-02, 3.2618e-02, -9.3943e-02, -2.5183e-02, -1.6265e-02,
-2.1612e-02, 6.7006e-02, -3.5847e-02, -3.4755e-02, 4.9752e-02,
-2.6456e-02, -3.5316e-02, -4.0403e-02, -5.0554e-02, -3.0122e-03,
-8.2382e-02, -7.9448e-02, -1.8515e-02, -2.3945e-02, -9.5198e-03,
-9.8077e-02, -2.7840e-02, 1.4182e-01, 7.3379e-02, 3.5847e-02,
1.5101e-02, -3.2062e-02, -6.4128e-02, 7.9041e-02, -2.8864e-02,
-2.6167e-02, 4.6937e-03, 6.6574e-02, 6.9333e-02, -3.6045e-02,
1.2925e-01, 1.2692e-02, 1.6112e-01, 2.0622e-02, 2.0119e-02,
7.3161e-02, -9.1462e-03, -1.7534e-02, 2.4331e-02, -4.7499e-02,
1.1415e-01, 5.0034e-02, 8.3088e-02, 3.8168e-02, 3.0204e-02,
5.1205e-02, 4.4758e-02, 4.7335e-02, 1.9062e-02, -1.3020e-02,
-1.4152e-01, -8.5936e-03, -1.0493e-01, 1.4586e-01, 9.0443e-02,
-3.3894e-02, 4.0150e-02, -5.6265e-02, 6.2185e-03, -1.3582e-01,
-3.9712e-02, 1.2051e-02, 2.6452e-02, 3.3343e-02, 9.7003e-02,
-4.4422e-02, 2.7023e-02, -1.0151e-01, 2.6267e-02, 3.6786e-02,
1.3702e-01, 1.4890e-01, -6.7953e-02, 1.0792e-02, 1.0806e-01,
-8.5110e-03, -4.7969e-02, 5.3424e-02, -8.1118e-02, -5.9974e-02,
3.3525e-02, -3.9287e-02, -9.7638e-02, -1.0479e-01, -1.0467e-01,
4.8060e-03, 1.0015e-01, -4.4785e-02, -1.4030e-02, -7.0236e-02,
-6.4465e-02, 1.0637e-01, -1.4492e-01, -5.1137e-02, -6.2435e-02,
1.0224e-01, 5.7435e-02, -2.4956e-03, 2.0024e-02, 3.0830e-02,
-7.4664e-02, 2.7308e-02, -9.1226e-02, 1.6027e-02, 1.6256e-02,
-2.8455e-02, 1.3035e-01, 6.3759e-02, 7.8647e-02, 1.1428e-02,
-5.7935e-02, 3.3470e-02, -1.6080e-01, 1.7205e-01, 3.2595e-02,
1.0437e-01, -4.8977e-02, 1.2412e-01, -9.0931e-02, -3.7076e-02,
9.2319e-02, 6.0195e-02, 2.6683e-02, -4.0084e-02, 6.3590e-03,
-7.9403e-02, 1.1247e-02, -2.1775e-02, 1.4178e-03, 4.1783e-02,
1.7322e-02, -5.2218e-02, -2.7446e-02, 5.4923e-02, 4.6748e-02,
5.7473e-02, 1.0947e-01, -4.8904e-02, -4.3611e-02, 6.8197e-02,
-8.0302e-03, -9.0894e-02, 4.7233e-02, 1.8481e-03, -1.0066e-01,
6.6880e-02, 1.9352e-02, -7.0235e-02, 1.4930e-02, 7.0608e-02,
1.4791e-01, -4.6515e-02, -1.9849e-01, -4.7881e-02, 1.0466e-01,
3.9447e-02, 5.8872e-02, 5.3672e-02, 1.0584e-01, 8.6659e-02,
2.8075e-02, 9.5678e-02, -1.1133e-01, -9.3314e-02, -3.9018e-02,
8.6218e-02, 1.2073e-01, -5.3592e-02, -3.7455e-02, 5.9377e-02,
-4.5963e-02, 1.4934e-01, -8.6825e-02, 8.1629e-02, 2.2792e-02,
1.2868e-01, -4.6805e-02, 4.0843e-02, -5.7535e-02, 1.5613e-01,
-7.5151e-02, -7.9932e-02, 1.7014e-01, 4.3415e-02, 9.9555e-02,
2.3034e-02, -5.8650e-02, -7.4212e-02, 3.6136e-02, -1.0397e-01,
-1.1823e-01, 5.6036e-02, 5.4427e-02, 1.0153e-01, 4.7423e-02,
-2.2973e-02, 4.4473e-02, -4.4445e-02, -1.3526e-02, 2.6916e-02,
-4.2418e-02, -1.4623e-01, -3.0305e-02, -7.8449e-02, -9.6263e-02,
-2.6104e-01, -1.3305e-02, -1.8984e-03, -3.1409e-02, -1.2204e-02,
-8.2031e-02, -4.2167e-02, 6.0353e-02, 1.0628e-01, -4.7410e-02,
1.1247e-01, -8.1784e-02, 5.8430e-02, 4.4773e-02, -1.1060e-01,
-5.7193e-02, -6.4802e-03, -1.6792e-02, -5.1755e-03, 1.1481e-01,
5.0398e-03, -7.2606e-02, 1.0212e-01, 2.0165e-01, -1.9112e-02,
2.5941e-02, -5.8138e-02, -2.9165e-02, -4.9197e-03, -5.2837e-02,
-4.9440e-02, 3.6848e-02, 1.9150e-02, -1.0071e-01, 2.5216e-01,
2.5802e-02, 2.5109e-02, 8.2058e-02, 6.7397e-02, 1.1745e-01,
-5.4792e-02, 5.0435e-02, -5.7279e-02, -7.2774e-02, -4.9293e-02,
6.3305e-02, 7.6422e-03, -6.2229e-02, 6.7116e-02, 4.1761e-02,
-6.4391e-02, -1.6176e-01, 3.7921e-02, 7.4826e-02, 1.7922e-01,
1.5072e-01, -1.3497e-01, -6.8792e-02, 4.1625e-02, -1.5503e-01,
2.0328e-02, -1.8780e-01, 5.5292e-02, 3.1946e-02, 7.0485e-02,
-4.8440e-02, -1.2427e-02, -9.0520e-02, -4.6293e-02, -1.5724e-02,
-1.2595e-01, -3.6009e-02, -3.4895e-02, -8.2739e-02, -8.2678e-02,
-5.7557e-02, 2.5375e-01, 4.4903e-02])),
('model.decoder.layers.1.encoder_attn_layer_norm.weight',
tensor([0.4030, 0.4257, 0.4297, 0.4203, 0.4566, 0.3972, 0.3833, 0.3876, 0.4292,
0.7045, 0.4082, 0.4256, 0.4039, 0.4466, 0.4156, 0.4397, 0.4349, 0.3934,
0.4339, 0.4046, 0.3819, 0.4069, 0.3912, 0.4222, 0.3960, 0.4033, 0.3952,
0.3683, 0.4256, 1.2783, 0.4163, 0.4181, 0.3771, 0.4329, 0.4295, 0.5211,
0.4291, 0.4275, 0.3563, 0.4335, 0.4191, 0.4161, 0.4283, 0.4031, 0.4368,
0.4132, 0.4143, 0.4054, 0.3992, 0.4103, 0.4157, 0.4060, 0.6341, 0.4008,
0.4096, 0.3925, 0.3891, 0.4084, 0.4012, 0.4095, 0.3852, 0.4029, 0.4298,
0.4177, 0.4518, 0.4039, 0.4565, 0.4187, 0.4145, 0.4045, 0.4214, 0.5721,
0.4209, 0.4093, 0.4484, 0.4153, 0.4118, 0.4051, 0.4416, 0.4016, 0.3932,
0.4289, 0.4237, 0.4342, 0.3704, 0.4025, 0.3887, 0.4200, 0.4103, 0.4054,
0.3978, 0.4151, 0.3764, 0.4572, 0.4022, 0.4305, 0.4209, 0.3952, 0.4010,
0.4025, 0.4259, 0.4102, 0.3977, 0.4101, 0.4299, 0.4262, 0.4131, 0.4102,
0.3965, 0.4331, 0.4390, 0.4400, 0.4116, 0.3869, 0.4068, 0.4308, 0.5024,
0.4167, 0.4239, 0.4078, 0.3783, 0.4183, 0.3974, 0.4192, 0.4040, 0.4007,
0.4290, 0.4235, 0.4014, 0.3819, 0.3950, 0.3798, 0.4037, 0.4081, 0.5197,
0.3918, 0.3936, 0.4058, 0.3966, 0.4000, 0.4096, 0.4017, 0.3982, 0.4118,
0.4043, 0.3963, 0.3815, 0.3979, 0.4189, 0.5169, 0.4139, 0.3977, 0.3714,
0.3761, 0.4383, 0.4229, 0.4302, 0.3760, 0.3886, 0.4468, 0.4405, 0.4330,
0.4449, 0.4098, 0.4126, 0.4064, 0.4264, 0.3806, 0.4426, 0.4171, 0.3840,
0.4247, 0.5272, 0.4187, 0.4229, 0.4066, 0.4475, 0.4187, 0.4438, 0.3937,
0.3994, 0.4152, 0.4366, 0.4068, 0.4152, 0.4094, 0.4015, 0.4093, 0.4118,
0.4022, 0.3994, 0.3885, 0.4299, 0.4161, 0.4151, 0.4134, 0.3839, 0.4035,
0.4067, 0.4099, 0.3988, 0.4116, 0.4085, 0.4092, 0.3954, 0.4226, 0.5238,
0.4192, 0.3995, 0.4282, 0.4296, 0.4266, 0.4377, 0.4134, 0.3841, 0.4349,
0.3934, 0.4055, 0.4238, 0.3915, 0.4149, 0.4068, 0.3720, 0.4021, 0.4146,
0.3745, 0.3774, 0.6457, 0.4495, 0.3847, 0.4231, 0.4217, 0.4456, 0.4076,
0.4507, 0.4203, 0.4003, 0.3988, 0.4196, 0.4203, 0.4400, 0.4261, 0.3807,
0.4396, 0.4027, 0.4445, 0.3780, 0.4186, 0.3937, 0.4183, 0.4089, 0.3808,
0.4332, 0.4229, 0.4032, 0.4480, 0.4005, 0.4166, 0.3751, 0.4150, 0.3894,
0.4336, 0.3998, 0.3777, 0.4083, 0.4088, 0.4331, 0.4036, 0.3773, 0.4206,
0.4232, 0.4045, 0.4191, 0.4106, 0.3816, 0.4054, 0.4209, 0.4147, 0.4476,
0.4306, 0.4237, 0.4492, 0.4008, 0.4175, 0.3851, 0.4199, 0.4189, 0.3947,
0.4208, 0.3985, 0.4074, 0.3979, 0.4554, 0.3885, 0.4364, 0.4289, 0.4188,
0.4192, 0.4123, 0.4185, 0.4150, 0.4193, 0.4433, 0.4159, 0.4180, 0.3991,
0.4322, 0.4332, 0.4190, 0.3962, 0.8336, 0.4210, 0.4352, 0.4000, 0.3766,
0.4278, 0.4069, 0.4072, 0.4043, 0.4186, 0.3879, 0.4324, 0.3857, 0.3712,
0.4122, 0.4134, 0.4122, 0.4155, 0.3909, 0.3967, 0.3976, 0.4368, 0.4447,
0.3981, 0.4264, 0.4696, 0.3917, 0.4110, 0.4032, 0.4074, 0.4062, 0.3995,
0.4131, 0.4537, 0.4613, 0.3939, 0.3992, 0.4497, 0.3864, 0.3924, 0.4150,
0.4239, 0.4027, 0.4067, 0.4172, 0.3773, 0.4143, 0.4103, 0.4106, 0.4001,
0.4155, 0.3850, 0.3802, 0.3966, 0.4173, 0.3992, 0.4866, 0.4392, 0.4104,
0.4072, 0.4111, 0.4193, 0.4194, 0.3907, 0.4413, 0.4053, 0.4198, 0.4179,
0.4139, 0.4182, 0.4121, 0.4327, 0.4301, 0.4024, 0.3967, 0.4217, 0.3666,
0.4086, 0.4018, 0.3842, 0.4116, 0.3968, 0.3981, 0.4235, 0.4166, 0.4409,
0.4076, 0.4481, 0.3590, 0.3924, 0.4096, 0.4146, 0.4084, 0.4473, 0.4086,
0.3970, 0.4044, 0.4186, 0.4141, 0.3889, 0.4150, 0.3917, 0.4032, 0.3654,
0.4095, 0.4285, 0.4095, 0.4108, 0.4132, 0.4053, 0.4237, 0.4354, 0.3822,
0.4196, 0.3894, 0.4177, 0.4120, 0.4174, 0.4167, 0.4135, 0.4498, 0.7956,
0.3993, 0.4158, 0.3994, 0.4421, 0.4164, 0.4338, 0.4111, 0.4317, 0.3973,
0.3992, 0.4033, 0.3856, 0.4210, 0.4350, 0.4172, 0.4243, 0.3877, 0.4116,
0.3821, 0.4164, 0.4205, 0.4309, 0.4121, 0.3887, 0.4068, 0.4103, 0.4165,
0.3795, 0.3835, 0.4209, 0.3917, 0.3931, 0.3828, 0.4035, 0.3968, 0.4133,
0.4154, 0.4041, 0.4181, 0.4253, 0.3744, 0.4075, 0.4102, 0.4151, 0.4045,
0.4154, 0.4134, 0.4256, 0.4155, 0.3980, 0.4046, 0.4214, 0.4154, 0.3764,
0.4135, 0.4308, 0.3912, 0.3797, 0.4496, 0.3953, 0.4272, 0.3897, 0.3799,
0.4409, 0.4114, 2.8378, 0.4256, 0.4131, 0.4012, 0.4024, 0.4519, 0.4163,
0.3946, 0.3999, 0.4646, 0.4163, 0.3837, 0.4073, 0.4492, 0.4114, 0.4003,
0.4216, 0.4232, 0.3800, 0.4338, 0.4106, 0.4120, 0.3980, 0.3914, 0.4309,
0.3604, 0.3825, 0.4065, 0.4418, 0.4047, 0.4361, 0.4096, 0.3736, 0.4305,
0.4204, 0.4315, 0.4003, 0.4398, 0.4320, 0.4107, 0.4405, 0.4038, 0.3919,
0.3716, 0.4021, 0.4299, 0.4047, 0.4430, 0.4003, 0.4379, 0.3773, 0.4089,
0.4046, 0.4249, 0.3889, 0.4189, 0.3967, 0.3803, 0.4336, 0.4120, 0.7642,
0.4431, 0.4003, 0.4079, 0.4043, 0.4160, 0.4169, 0.4115, 0.4077, 0.3878,
0.4244, 0.4115, 0.4319, 0.4174, 0.3799, 0.4390, 0.3989, 0.6801, 0.4148,
0.4057, 0.3977, 0.3772, 0.4448, 1.7801, 0.3887, 0.4246, 0.4164, 0.4003,
0.4350, 0.4099, 0.4004, 0.4368, 0.4226, 0.4348, 0.4282, 0.3970, 0.4055,
0.3868, 0.4312, 0.4389, 0.4064, 0.3917, 0.4002, 0.4213, 0.4118, 0.4013,
0.3654, 0.4108, 0.3977, 0.4259, 0.4050, 0.3715, 0.4375, 0.4212, 0.4288,
0.4232, 0.3801, 0.4255, 0.4334, 0.4127, 0.4228, 0.4095, 0.4435, 0.3920,
0.4601, 0.4069, 0.4041, 0.4165, 0.3785, 0.4189, 0.3951, 0.4222, 0.4248,
0.3749, 0.4194, 0.4025, 0.3898, 0.4288, 0.4307, 0.4189, 0.4054, 0.4266,
0.4200, 0.4306, 0.4170, 0.3844, 0.4309, 0.4300, 0.4131, 0.4217, 0.3970,
0.4092, 0.4149, 0.3925, 0.4214, 0.4326, 0.4304, 0.4339, 0.4019, 0.3643,
0.3827, 0.4204, 0.3904, 0.3800, 0.4230, 0.4055, 0.4167, 0.3726, 0.4199,
0.3884, 0.4432, 0.4177, 0.3943, 0.3852, 0.3996, 0.4126, 0.4098, 0.4073,
0.4156, 0.4046, 0.4286, 0.3757, 0.4129, 0.3977, 0.4124, 0.4164, 0.3985,
0.4187, 0.4043, 0.4464, 0.4143, 0.4533, 0.4180, 0.3767, 0.6889, 0.3862,
0.3949, 0.4527, 0.4122, 0.4103, 0.4061, 0.4878, 0.3954, 0.3970, 0.3963,
0.4298, 0.3781, 0.4131, 0.4136, 0.4489, 0.4246, 0.4212, 0.4320, 0.4091,
0.4250, 0.3774, 0.3945, 0.3650, 0.3788, 0.4049, 0.3867, 0.4411, 0.4142,
0.3766, 0.4159, 0.4326, 0.4104, 0.4199, 0.4326, 0.4131, 0.4272, 0.4229,
0.3923, 0.4228, 0.3940, 0.4224, 0.4148, 0.4041, 0.4136, 0.6834, 0.3760,
0.3979, 0.4177, 0.4440, 0.4388, 0.4283, 0.4043, 0.4306, 0.4127, 0.4389,
0.4270, 0.4570, 0.4256, 0.4033, 0.6740, 0.3887, 0.4131, 0.4217, 0.3684,
0.3756, 0.3988, 0.4194, 0.9021, 0.4411, 0.4347, 0.4032, 0.4026, 0.3754,
0.4193, 0.3920, 0.3873])),
('model.decoder.layers.1.encoder_attn_layer_norm.bias',
tensor([-3.2450e-02, 5.4825e-02, 1.3856e-01, 3.1688e-02, 2.2058e-01,
8.8329e-02, 1.3964e-01, -3.1572e-02, 7.9076e-03, -2.9193e-01,
1.4274e-02, -5.8340e-02, -5.7117e-02, -7.4191e-02, -9.7452e-02,
1.9457e-02, -3.8074e-03, -9.8860e-02, 1.4782e-02, 5.4369e-02,
3.8246e-02, -1.0717e-02, -6.6486e-02, -1.4008e-01, 1.1574e-01,
4.8802e-02, 1.3270e-01, -2.0995e-01, -2.8355e-03, -1.2889e+00,
5.3042e-03, -1.4554e-02, -1.0559e-02, 4.7501e-02, -4.9048e-02,
-7.5892e-02, 4.1328e-02, 5.8473e-02, 1.0652e-01, 5.9806e-02,
-4.2179e-02, 9.0272e-02, -4.3606e-02, 1.1763e-01, 9.4814e-02,
4.6755e-03, -2.2720e-02, 1.3175e-02, 2.3098e-02, -8.8009e-02,
1.0803e-02, 6.1550e-02, 8.1302e-01, 1.1149e-02, 1.2819e-01,
7.3291e-02, -4.8609e-02, -4.9813e-02, -7.5617e-03, -5.7367e-03,
1.2804e-02, 3.0175e-02, -3.3056e-02, -3.5976e-02, 1.9123e-01,
-2.7177e-02, -8.6881e-02, 1.3085e-01, -1.8854e-03, -2.8059e-02,
3.3731e-02, -2.8448e-02, -3.6339e-02, -2.2348e-02, 1.3080e-02,
-4.9883e-03, 1.7543e-02, 1.0641e-01, 6.5066e-02, -3.4592e-02,
1.6731e-02, 9.7226e-02, -3.3028e-03, -4.6001e-02, 4.8811e-03,
-7.7340e-03, 5.4688e-02, 8.9888e-02, -7.9168e-02, -2.8223e-02,
2.6731e-02, 2.4939e-02, 1.0573e-02, 1.6265e-01, 2.0187e-02,
2.6543e-04, 5.3839e-02, -2.2618e-02, 3.0512e-02, 2.5707e-02,
-1.2862e-01, -4.8040e-02, -1.9061e-02, 3.5906e-02, -4.1210e-02,
5.5398e-02, 9.4735e-02, 1.3157e-01, 3.9996e-02, -9.8089e-02,
5.3966e-02, -1.6293e-01, 8.4151e-02, 2.5225e-02, 1.0863e-01,
-1.9470e-02, -9.2963e-02, 9.3020e-02, 2.0348e-01, -1.3670e-01,
9.4814e-02, -9.2792e-02, -5.4216e-02, -3.5758e-02, 7.8976e-02,
1.4831e-01, -5.1135e-04, 5.7058e-02, 6.3558e-03, 6.6963e-02,
3.4534e-02, 2.9335e-02, -7.8683e-02, 1.3373e-01, -7.5736e-02,
9.9926e-02, 4.5414e-02, 1.3641e-02, -4.0014e-02, -6.6941e-03,
1.6860e-02, 7.6295e-02, 5.9171e-02, 2.2693e-02, 5.5731e-03,
1.3057e-02, -2.8708e-02, 7.4591e-02, -7.3328e-02, -1.0088e+00,
-7.5950e-02, -2.0287e-01, 4.2097e-03, -1.2357e-01, -5.4398e-02,
3.1015e-02, -2.4337e-01, -2.9046e-02, 5.2788e-02, 2.4856e-02,
1.0359e-02, -1.2479e-01, -2.5017e-01, -8.6038e-02, 3.8034e-02,
-7.7388e-02, 1.1146e-01, 9.3819e-02, -4.5786e-02, -3.2435e-02,
2.0694e-01, 4.3794e-02, -3.8696e-01, -6.6561e-02, -6.4225e-02,
2.1525e-02, 3.5901e-02, -7.3474e-02, 5.5607e-02, -5.6510e-02,
8.1228e-02, -6.4057e-02, 5.3770e-02, -3.0177e-03, -4.3512e-02,
1.5448e-01, 3.3439e-02, -4.7113e-02, -6.8053e-02, 1.0632e-01,
1.5005e-02, 6.9808e-02, -9.0597e-02, -1.3228e-01, -1.1101e-02,
-6.4872e-02, -1.9704e-01, -4.5606e-02, 2.8045e-02, -5.5462e-02,
-1.8080e-01, 4.5396e-02, -3.5855e-02, 9.9881e-02, 1.1497e-01,
-1.7641e-02, 4.9284e-02, 1.0213e-01, 1.9331e-02, -9.2225e-02,
2.0164e-02, 3.7182e-02, 2.0434e-02, -8.4850e-02, -4.1200e-02,
8.6054e-02, 3.5575e-02, -6.3276e-02, -7.8684e-02, -5.2445e-02,
7.0001e-02, -2.8338e-02, 1.0017e-02, 4.3549e-02, -1.1579e-01,
-7.0219e-03, 8.5887e-02, 1.9498e-02, 1.0027e-01, 7.8501e-02,
-2.3104e-02, 1.8958e-02, 7.4840e-02, -8.6631e-02, -7.7439e-02,
-7.5823e-02, 2.0980e-02, -5.0646e-02, 5.1953e-02, -4.3032e-02,
-1.5224e-02, 7.2875e-03, -1.5346e-01, 1.3126e-01, -1.2784e-01,
1.1912e-01, -1.0101e-02, 8.4176e-02, 8.4466e-02, 8.3803e-03,
-1.0697e-01, -2.0595e-02, -5.4954e-02, 8.3816e-02, 4.5741e-03,
-2.9023e-02, -7.8574e-02, -1.2548e-01, 6.4358e-02, 2.4205e-03,
5.2675e-02, 7.4408e-02, 4.2546e-02, 5.9273e-02, 1.3013e-01,
1.9173e-02, -1.0202e-02, -6.8230e-02, 3.2973e-03, -1.5452e-02,
6.1543e-02, 1.1568e-01, -5.6780e-02, -1.0644e-01, -4.1802e-02,
8.5500e-04, 5.0112e-02, 8.3514e-02, -8.9358e-04, -1.0634e-01,
-6.5703e-02, 7.9581e-02, -5.5507e-02, 8.7334e-02, 3.2965e-02,
-1.1906e-01, 4.1001e-02, 6.1910e-02, -1.4337e-01, 6.0429e-03,
-2.1241e-02, -4.9188e-03, -2.5483e-01, 2.3126e-02, -7.2189e-02,
-1.6221e-01, -1.3714e-01, 1.1966e-01, 1.7297e-02, 6.7881e-02,
-6.2164e-02, 2.2446e-02, 1.0971e-01, 5.0279e-03, 1.6368e-01,
-8.7627e-02, 2.1207e-01, 7.2399e-02, -8.8328e-03, -8.9489e-02,
1.0201e+00, 8.2964e-03, 1.0171e-01, 5.4299e-02, -5.2405e-02,
-6.0298e-02, 2.3258e-02, 3.6333e-02, -6.0552e-02, 2.0755e-01,
8.8731e-02, 9.0743e-02, 2.9757e-02, 6.3211e-02, -2.0950e-02,
4.0153e-02, -7.5580e-02, 2.1400e-02, -4.8708e-03, -2.5565e-02,
8.6145e-02, 9.6537e-03, -1.3708e-01, -1.1675e-02, 2.6182e-02,
-1.1194e-02, -3.2639e-02, 5.5601e-03, -3.4193e-02, 6.2139e-02,
-2.6542e-02, -1.3777e-02, -1.1602e-01, 5.0924e-02, 2.5656e-01,
-6.4111e-02, 1.5578e-01, -7.5640e-02, -3.4994e-02, -1.7288e-01,
1.2478e-02, 5.3289e-02, 1.3499e-01, 2.9797e-02, -9.5216e-02,
5.7398e-02, -6.4512e-02, -7.7816e-02, 6.0496e-02, 4.1067e-02,
1.2306e-01, 9.9834e-02, 7.5904e-02, -3.1477e-02, -1.2741e-01,
1.8278e-02, -7.5147e-02, 1.0258e-01, 7.1081e-03, 7.3779e-03,
8.6590e-02, 1.3564e-01, 3.2127e-02, 3.6252e-03, -1.0846e-02,
-8.2429e-02, -2.0335e-02, -8.6141e-02, -5.3831e-02, 1.4036e-01,
1.2828e-02, -7.4343e-02, -4.1265e-02, 6.6501e-02, -9.6944e-02,
-5.1184e-02, 2.9816e-03, 6.9401e-02, -5.9506e-02, 8.5496e-02,
-2.7827e-02, -4.0018e-02, -2.7685e-02, -1.4873e-02, -3.9259e-02,
-1.4330e-02, -3.3983e-03, 3.7390e-03, -9.6300e-03, -1.2009e-01,
1.1591e-01, 1.5289e-01, -3.4453e-02, -1.4239e-01, -1.9943e-02,
5.5622e-02, 3.5389e-02, 6.5601e-02, 1.3750e-02, 7.4367e-02,
-2.4381e-02, 1.4624e-01, 2.0610e-02, 2.2232e-01, 6.1510e-02,
-5.2390e-03, 8.5405e-02, 4.5844e-02, -5.5365e-02, 1.6374e-02,
5.0460e-02, 4.4743e-02, -4.6019e-02, 3.9484e-02, -5.0684e-03,
-8.7071e-02, 5.4991e-02, 1.4803e-02, -1.9470e-02, 1.1710e-01,
3.7262e-02, -1.8161e-01, -1.2889e-01, 9.0890e-02, 3.8709e-02,
1.7171e-02, -3.9743e-02, 8.7035e-02, -3.4483e-02, -8.0693e-02,
-6.5465e-02, 5.4775e-02, 2.2450e-02, -7.3480e-03, 5.1249e-02,
2.0537e-02, -5.6118e-02, -1.7695e-02, -3.0302e-02, -2.5240e-02,
1.7734e-03, -5.4677e-02, 7.8321e-02, 5.5966e-02, -8.4085e-02,
6.8896e-02, 1.0620e-01, -9.0724e-02, 2.0360e-02, -1.1537e-02,
4.2386e-02, -5.4597e-02, -6.1050e-02, 4.5623e-02, 1.1914e-02,
4.3757e-02, 1.0612e-03, 5.1335e-02, -3.5868e-02, -3.9087e-02,
-4.4616e-02, -1.7613e-02, 6.4179e-02, -1.0776e-01, 9.8761e-02,
-8.1388e-02, -9.2155e-02, 5.5877e-02, -1.9057e-02, -4.6328e-02,
1.4481e-02, -2.5843e-02, 1.6956e-01, -9.0249e-02, -3.1918e-02,
1.3531e-02, -2.4812e-02, -2.1865e-02, 6.4061e-02, -3.0191e-02,
1.1840e-01, 5.8444e-02, 1.6761e-01, 1.5863e-01, 1.0296e-01,
-7.2609e-02, 6.4223e-02, -6.9509e-01, -2.3575e-03, -2.2744e-02,
8.4672e-03, 1.4810e-02, 5.4122e-02, -1.0655e-01, -9.6563e-02,
1.7358e-02, 9.4116e-02, 2.2030e-02, -8.3539e-02, -5.1747e-02,
9.9191e-02, 5.3057e-02, 4.1663e-02, -1.9962e-02, -6.4530e-03,
2.6258e-02, 4.3866e-02, 2.9227e-03, 2.8407e-02, 8.5222e-02,
1.3453e-02, -2.8133e-02, -1.3191e-02, 1.8748e-01, -1.8287e-01,
1.0345e-02, -1.9936e-02, 5.9899e-02, 1.0950e-01, 6.5534e-02,
6.4891e-02, -2.3884e-02, -2.5079e-02, -1.0611e-01, 3.9282e-02,
-5.9691e-02, 1.2235e-01, -9.4118e-02, 9.2731e-02, 7.7897e-02,
-4.7304e-02, 2.7198e-02, 8.6619e-02, 4.5062e-03, -7.9791e-02,
-4.9451e-02, -1.7587e-02, -3.0805e-02, 8.7973e-02, 2.6785e-03,
-2.9413e-03, -3.6319e-02, 1.0191e-01, 8.9236e-03, -3.8896e-02,
-8.4016e-02, -4.8168e-02, 7.0028e-01, 3.0585e-02, 2.9079e-03,
-1.2247e-01, 1.6783e-01, 3.3070e-02, 3.9588e-02, 9.5449e-02,
4.9826e-02, -7.0068e-03, -1.2344e-01, 3.9727e-02, 1.4082e-01,
-8.2132e-04, -2.5817e-02, 6.7134e-02, -2.3714e-01, -7.4138e-01,
3.5765e-02, -4.3046e-02, -3.7905e-02, 3.9111e-02, -2.0863e-01,
-1.4234e+00, -8.9508e-03, -1.4829e-02, 7.3217e-02, 1.1979e-02,
-6.7839e-02, 4.8888e-02, 8.3848e-02, 4.9802e-02, -1.5129e-01,
2.9172e-02, -1.1298e-01, 1.9434e-01, 7.1884e-04, -4.5988e-02,
2.0727e-01, 1.4405e-01, -5.9981e-02, 1.2803e-01, 8.4484e-02,
-9.7655e-02, -1.5101e-02, 1.0965e-02, 1.9585e-04, 1.2956e-02,
9.3975e-02, 1.3808e-02, -3.6810e-02, 2.0219e-02, 2.2355e-02,
9.6498e-03, -1.0886e-01, -1.7627e-01, 3.1946e-02, 9.4380e-02,
-9.7191e-02, -1.8902e-02, -1.7246e-01, 2.7969e-02, 1.2523e-01,
-4.0430e-02, -8.7003e-02, 8.3273e-02, 3.8326e-02, -8.1502e-03,
-1.5716e-02, 3.3840e-02, -1.0165e-01, 9.8368e-02, 4.7734e-02,
1.1895e-02, -7.6896e-02, 5.8370e-02, 4.5257e-02, 7.5420e-02,
-1.0983e-01, -7.5913e-03, -4.2465e-02, 1.1279e-01, 4.1302e-02,
-4.5264e-02, -1.1917e-01, -5.2564e-03, -3.4997e-02, 9.2605e-02,
-5.3996e-02, 1.6238e-01, 9.8553e-02, 4.2927e-02, -5.3169e-02,
8.7836e-02, -5.4883e-02, 1.3859e-01, -5.0528e-02, -4.6128e-02,
-5.0028e-02, 1.7394e-01, -1.1005e-01, -3.2244e-02, 9.0831e-02,
5.7766e-02, 6.1233e-02, 1.1384e-02, -4.8276e-02, 6.1590e-03,
-1.8932e-02, -1.0043e-01, 1.3246e-03, -6.5625e-02, 5.1672e-03,
4.7523e-02, 9.5190e-02, -6.2390e-02, 6.9761e-03, 1.8890e-02,
2.8851e-02, -5.2425e-02, -1.0652e-02, -7.4959e-02, 7.6741e-02,
-3.8477e-02, -5.8822e-02, -4.1632e-02, 1.7695e-02, -7.8334e-02,
-1.1676e-01, 6.4199e-02, 3.6101e-02, -2.5482e-01, -5.6997e-02,
-3.6830e-02, 7.3063e-02, -2.5147e-02, -6.7243e-02, 9.7534e-02,
9.7481e-02, 5.8837e-02, 1.3249e-01, 7.0823e-01, -9.3295e-02,
6.1542e-02, -1.4528e-02, -5.1027e-02, -1.6612e+00, 7.7325e-02,
6.7858e-03, -3.4507e-02, -6.7934e-02, -2.1728e-02, -4.3971e-02,
-2.9689e-02, 1.2017e-02, 7.7928e-02, -7.1928e-02, -7.2854e-02,
-8.2906e-02, -5.4238e-02, 3.9302e-02, -3.3901e-02, -3.6111e-02,
-4.4614e-02, 8.0298e-02, 5.5552e-03, -4.4213e-02, -6.4695e-03,
-6.3649e-02, 4.0568e-02, 5.1929e-03, 8.9309e-02, -8.8605e-02,
1.4210e-01, 8.5873e-02, 3.6890e-03, 2.3094e-02, -5.0594e-02,
-1.0861e-02, -1.9397e-02, 1.9935e-03, 2.3647e-02, -3.6690e-04,
2.3448e-01, -1.0584e-01, -7.7184e-02, -5.8339e-03, 8.0120e-02,
-7.8593e-02, -2.0636e-02, 9.7772e-02, -1.0944e-01, 2.9490e-02,
-4.3531e-03, 5.3351e-01, 4.5603e-03, -3.1477e-02, 8.3146e-02,
-7.5858e-02, 1.0095e-01, 2.9768e-02, 1.3759e-02, 1.2569e+00,
-1.1371e-01, 3.0243e-02, -6.3674e-02, -5.6152e-02, 5.2320e-02,
-9.9181e-02, 6.4400e-02, 2.2348e-01])),
('model.decoder.layers.1.fc1.weight',
tensor([[ 0.0250, -0.0976, -0.0673, ..., -0.0234, -0.0502, 0.1269],
[ 0.0367, -0.0915, 0.0567, ..., 0.0460, 0.0338, -0.0199],
[-0.0105, -0.0070, -0.0878, ..., 0.0103, -0.0226, 0.0008],
...,
[ 0.0566, -0.0781, 0.0433, ..., 0.0740, -0.0091, -0.1288],
[-0.0434, 0.0346, -0.0780, ..., 0.0720, 0.0177, 0.0290],
[ 0.0345, -0.0223, -0.0182, ..., 0.0377, -0.0349, 0.0628]])),
('model.decoder.layers.1.fc1.bias',
tensor([-0.1115, -0.1430, -0.1548, ..., -0.0948, 0.0211, -0.0483])),
('model.decoder.layers.1.fc2.weight',
tensor([[-0.0193, -0.0101, 0.0095, ..., 0.0013, 0.0507, 0.0399],
[ 0.0048, 0.0340, -0.0773, ..., -0.0039, 0.0046, 0.0369],
[ 0.0081, 0.0407, -0.0493, ..., 0.0856, 0.0150, -0.0264],
...,
[-0.0512, -0.0411, 0.0240, ..., -0.0037, 0.0072, -0.0050],
[ 0.0205, -0.0670, 0.0849, ..., 0.0240, -0.0159, -0.0471],
[ 0.0533, 0.0463, 0.0548, ..., -0.0617, -0.0448, 0.0640]])),
('model.decoder.layers.1.fc2.bias',
tensor([ 7.9967e-02, 6.4665e-02, 1.3148e-01, 6.1963e-02, -6.9589e-02,
-7.0065e-02, 1.9056e-02, 1.4108e-01, -4.6966e-02, -2.6257e-02,
-9.9004e-03, 3.4968e-02, -4.4739e-02, -1.2248e-02, -5.0574e-02,
6.9566e-02, 1.1343e-01, 5.4169e-02, -1.6820e-02, 2.0527e-02,
4.0981e-03, 8.8252e-02, -9.4431e-02, -4.9728e-02, -2.4933e-02,
7.4324e-02, -3.1560e-02, -5.8442e-02, 5.6446e-02, -1.7251e-01,
1.5227e-01, -7.4514e-02, -5.8104e-02, 1.0428e-01, -4.3417e-03,
-6.8658e-02, 8.6037e-02, 1.4687e-01, -7.7699e-02, 5.2126e-02,
-2.0837e-02, 1.3104e-01, -4.4264e-02, 1.1263e-01, 3.7872e-02,
1.3084e-01, 2.0735e-03, -8.1090e-02, -6.5413e-02, -5.6156e-02,
3.8192e-02, -7.0104e-02, 7.5633e-02, -9.6534e-03, 1.3646e-01,
1.0841e-02, 5.6120e-02, 5.7873e-02, -3.1759e-02, 9.9744e-04,
-3.9463e-03, -7.4944e-02, -3.1847e-02, 3.6361e-03, 8.4155e-02,
-3.9478e-02, -9.9670e-03, 5.2390e-02, -3.4898e-02, 1.1658e-01,
4.4154e-02, 1.2269e-01, 1.0308e-01, 6.1840e-02, -8.0317e-02,
1.9429e-02, -1.4458e-01, -5.5126e-02, 2.0397e-02, 2.3859e-02,
-1.5565e-01, -8.9923e-02, 4.9086e-02, 9.0593e-02, 8.8630e-02,
-3.6403e-02, 1.3107e-01, -4.3802e-02, 1.6454e-01, -6.2843e-02,
-2.9948e-02, -1.3907e-01, -2.4360e-01, 1.8079e-02, -7.5522e-02,
2.1758e-02, -1.3475e-01, -6.7119e-05, 2.6698e-02, 2.8285e-02,
-1.4591e-01, 5.3628e-02, -1.7096e-01, 1.0432e-01, 9.7234e-02,
9.8439e-04, -2.3366e-02, -2.4032e-02, 1.4663e-02, -1.1186e-01,
2.6409e-02, -6.7921e-02, 5.7924e-03, -6.5452e-04, 9.9556e-02,
-6.8285e-03, -8.6801e-02, 3.7000e-02, -3.9787e-02, 2.3072e-02,
-2.4002e-01, -3.0581e-02, 1.1788e-02, 9.5826e-02, 1.2189e-02,
8.9399e-03, 7.1361e-02, -1.4448e-01, 3.6367e-02, 4.0954e-02,
-1.6326e-01, 2.7391e-02, -6.6694e-02, 5.0549e-02, 5.5741e-02,
-2.2818e-02, 8.2906e-02, -1.2005e-02, 7.4339e-02, 1.9004e-02,
-2.2697e-02, 7.3477e-02, 1.0118e-01, 7.5452e-02, -1.4780e-02,
9.0263e-02, 5.1683e-02, 1.2710e-01, -6.4619e-02, -2.0219e-01,
-8.2930e-02, -6.4602e-02, 1.0460e-01, -7.8437e-02, -7.2940e-02,
4.5821e-02, 2.6615e-02, -2.1163e-02, -3.9603e-02, -3.7141e-02,
-3.8619e-02, 9.9325e-03, -7.2170e-02, -1.0505e-01, 8.1542e-03,
8.0030e-02, 5.1248e-02, 2.4209e-01, 9.3822e-02, 8.0500e-03,
3.8517e-02, -4.4415e-03, 1.1210e-02, -1.4145e-02, -3.2759e-02,
-6.5415e-02, 1.3427e-02, -2.4342e-02, 9.7219e-02, 5.9341e-03,
2.3737e-02, 8.5666e-02, 7.6152e-02, 3.4154e-02, 7.0600e-02,
-2.6758e-01, 6.3644e-02, -1.0901e-01, 1.3756e-02, -1.0107e-01,
-4.5701e-02, 1.4352e-01, -1.0927e-03, -2.5948e-02, 4.8079e-02,
-3.4596e-02, 9.1723e-02, -9.6573e-02, 1.4349e-02, -3.0115e-02,
-1.4523e-01, 1.0032e-01, 6.6010e-02, -2.7361e-02, 8.6106e-02,
-1.4705e-03, 6.0739e-02, 1.6284e-01, 7.9008e-02, -7.9984e-02,
-3.4522e-02, -2.5199e-02, -1.6379e-02, 4.8659e-02, 4.2556e-02,
4.4117e-03, 1.2538e-01, 7.4340e-02, 4.7956e-02, 3.4747e-02,
-1.1832e-01, 4.3080e-02, 1.7833e-01, -1.4256e-01, -2.6986e-02,
1.2849e-02, 1.3960e-01, 3.8436e-02, -5.7304e-02, -7.4406e-02,
1.3997e-02, -7.4446e-03, -8.4507e-02, -8.0568e-02, -8.1751e-02,
-1.2682e-01, -4.4508e-02, 2.1925e-01, 5.2075e-02, -2.5025e-02,
-9.8380e-02, -1.1943e-01, 9.7944e-03, 5.6141e-02, -2.1409e-02,
-7.7597e-02, -7.3922e-02, -5.6595e-02, -1.3157e-01, -2.9915e-02,
-5.7289e-02, 1.7961e-02, 1.0354e-01, 8.9783e-02, -8.2671e-04,
2.1443e-02, -4.0453e-02, 2.0359e-02, 8.2144e-02, -1.5656e-02,
4.7072e-03, -2.2839e-02, 5.3391e-02, -5.5700e-02, 1.3256e-01,
7.7406e-02, 3.1458e-02, -6.1643e-02, -7.4380e-03, 3.1492e-03,
3.6330e-02, -8.5120e-02, -5.8396e-02, 2.1720e-02, -7.3746e-03,
-4.4298e-02, -4.0362e-02, -1.9458e-02, 1.2875e-02, -2.0267e-02,
-6.1732e-02, 5.3571e-02, -3.7506e-02, -5.7292e-03, 2.3951e-02,
5.1497e-02, -1.4151e-02, -2.4167e-02, 7.8469e-03, 6.2149e-02,
-1.0210e-01, 2.2731e-02, -3.9610e-02, 1.1490e-01, 7.9082e-03,
-1.0091e-01, -6.8938e-02, -4.8270e-02, 4.4709e-02, 1.2949e-02,
5.6408e-02, 2.9116e-03, 6.6235e-02, -9.9049e-02, 1.0898e-01,
5.2939e-02, -4.1010e-02, 2.4997e-02, -1.0029e-01, -5.1986e-02,
1.7658e-01, 2.8878e-02, -4.9185e-02, -3.7493e-02, -2.3314e-02,
7.2764e-02, 6.7830e-02, 3.4995e-02, -3.5040e-03, 2.6369e-03,
3.8234e-02, -6.2573e-03, 7.3077e-02, 1.4409e-01, 3.4515e-02,
1.3576e-01, 3.1060e-02, -1.1424e-01, 1.1917e-01, -1.1739e-01,
4.7134e-02, -2.6099e-02, 5.9078e-02, 6.9384e-02, 1.0566e-01,
-1.0432e-01, 8.6378e-02, -1.1650e-01, 7.2095e-02, -1.1740e-01,
1.1901e-01, 1.2674e-02, -6.6238e-02, 4.0430e-02, 2.0662e-02,
1.3941e-01, -2.2783e-02, 3.7348e-02, 3.1487e-02, -3.7556e-02,
3.4637e-02, -5.6376e-02, 5.4010e-03, 1.6083e-02, 4.0087e-02,
-4.9964e-02, 9.6174e-02, -1.7170e-02, 6.4677e-02, -6.7312e-02,
7.3993e-02, -1.0002e-01, 1.3184e-01, -1.0798e-01, 1.0058e-02,
-5.0649e-02, 1.7665e-01, -1.6949e-02, -3.4548e-02, 5.7295e-02,
-6.1505e-03, 6.0254e-02, -3.0669e-02, -1.1231e-02, -9.6171e-02,
-1.0021e-01, 5.6981e-02, 2.9639e-02, 4.1927e-02, -1.3975e-01,
2.8187e-02, 6.9071e-03, 2.4353e-02, 8.1605e-04, -1.0353e-01,
-1.2390e-02, -2.6649e-01, 1.0176e-02, 7.9113e-02, 6.4753e-02,
-4.3298e-02, -4.7293e-03, 3.2116e-02, 8.1626e-03, -3.2561e-02,
-9.1526e-03, 6.6148e-02, -4.1351e-02, -6.1757e-02, -3.6681e-02,
-5.0955e-02, 4.4947e-02, 7.6037e-03, 1.8378e-02, 5.6072e-02,
-2.0757e-01, 9.9856e-03, -3.8690e-02, -4.7207e-02, 4.1634e-02,
-1.2585e-02, -2.4229e-03, -2.4667e-01, 1.5088e-01, 4.2932e-02,
7.5439e-02, -4.8645e-02, -2.9162e-02, -2.0037e-03, -4.8348e-02,
1.7849e-02, 6.4014e-02, -1.8458e-02, -6.6300e-02, 3.8433e-02,
7.8959e-02, 1.9181e-02, -3.8879e-02, 9.2670e-02, 1.0678e-01,
1.2965e-02, -5.4445e-02, 4.1322e-02, 6.6188e-03, -5.4992e-02,
9.2556e-02, -3.0851e-03, 7.3212e-02, -1.9306e-03, -6.6825e-02,
5.7672e-02, -1.3637e-02, 5.9959e-02, 2.1977e-02, -1.0905e-01,
3.6700e-02, -7.4047e-04, 8.7017e-02, -6.6727e-02, 1.3752e-01,
-6.6059e-02, 1.0034e-01, 2.8202e-04, -1.1361e-01, 4.6766e-02,
2.7986e-02, 2.1810e-02, 5.4757e-02, -4.3391e-02, 1.2280e-01,
4.3947e-02, -4.2075e-02, -4.3661e-02, -1.7869e-01, -8.1671e-03,
-1.3406e-01, 4.8920e-02, 7.5303e-03, -1.1374e-01, -6.0631e-02,
-6.9272e-02, 4.0409e-02, -7.2690e-02, -2.4041e-01, -4.7882e-02,
5.3500e-02, -8.3314e-02, -6.1444e-02, 1.3542e-02, 2.0079e-02,
-6.5497e-03, -9.8680e-02, 2.7812e-02, -2.2013e-02, -2.0672e-03,
4.5557e-02, -6.2953e-02, -3.4826e-02, 8.6504e-02, -6.4352e-02,
-3.1777e-02, 1.2353e-01, 1.2809e-01, 4.4415e-02, 6.2120e-02,
-2.6580e-02, 9.4947e-02, -3.9471e-02, -7.7041e-02, 3.0636e-02,
-9.2144e-02, -2.7251e-03, -2.6825e-02, 4.0764e-03, 2.5931e-02,
-1.0851e-02, 2.2954e-02, 4.6965e-02, 9.7634e-02, 1.0437e-01,
4.6186e-02, 9.9605e-02, -7.3767e-02, 5.9683e-02, -1.4597e-02,
-3.4811e-02, -1.4807e-02, 2.9402e-02, 6.9075e-02, -1.1029e-01,
-3.7505e-02, -1.1315e-01, 4.9125e-02, -2.1841e-02, -2.8799e-03,
1.4459e-02, -3.6528e-02, 6.1077e-02, -8.6450e-03, -8.2579e-02,
-1.5145e-01, -5.9680e-02, 1.6055e-01, 8.3858e-02, 6.4144e-02,
-9.2462e-02, 3.8571e-02, -2.2066e-03, 6.1203e-02, -1.3382e-02,
4.6243e-02, -7.4782e-02, -4.7420e-02, 3.9373e-02, 7.1880e-02,
-3.6193e-02, -1.8192e-03, -5.2511e-03, -1.6337e-02, 3.1630e-02,
1.9267e-02, 1.1766e-01, -2.7532e-03, 1.1027e-01, -1.6660e-02,
-7.2217e-02, -1.6113e-01, -1.0068e-02, -7.9533e-02, -2.0154e-02,
1.1656e-03, -6.4902e-02, 1.4206e-01, -7.3818e-02, 2.8679e-03,
-2.0947e-02, -9.9111e-02, 2.4889e-02, 1.4605e-02, 9.7835e-02,
6.2508e-04, -4.4535e-02, -1.0642e-02, -7.1738e-02, 7.2568e-02,
7.8674e-02, 1.1168e-01, -2.7919e-02, 7.5210e-02, 1.1809e-01,
-3.1966e-01, -2.9877e-02, -1.9660e-02, 1.8973e-02, -3.8487e-02,
-2.8631e-02, 5.5452e-02, -3.7385e-02, 3.1049e-02, -1.3257e-02,
-5.5829e-02, -5.8674e-02, 2.2888e-01, -8.1895e-02, 5.6814e-02,
1.0764e-01, -7.5684e-02, 1.6481e-02, 1.7008e-01, 4.5004e-02,
3.8457e-02, -2.9061e-02, -2.3655e-02, -7.5877e-03, -1.1072e-01,
-9.2916e-02, -5.5094e-02, 1.0071e-02, -2.1467e-02, -1.8681e-02,
9.6140e-02, -5.5347e-02, 7.9553e-02, 1.5907e-02, 6.3371e-02,
2.0445e-02, 6.4138e-02, -4.2732e-02, 9.7205e-03, 4.0751e-02,
-1.5196e-01, -4.1943e-02, -1.6564e-01, -5.0565e-02, -3.7566e-02,
7.7132e-02, 1.4418e-01, -1.3376e-02, -4.2709e-02, 4.7803e-02,
6.2845e-03, -4.6974e-02, 1.5625e-02, -2.1587e-01, -2.3468e-02,
-8.8893e-02, 7.1235e-02, 1.3809e-01, 4.9184e-02, -3.2151e-02,
-4.9753e-02, -1.3166e-03, -1.7889e-02, 1.6901e-02, 3.1177e-02,
-2.9873e-02, 2.7911e-02, 2.0065e-02, 1.9686e-02, 1.1588e-02,
-8.0502e-02, -3.8542e-02, 9.8423e-02, -2.6502e-02, -5.9510e-02,
1.0101e-01, -1.9470e-02, 1.7076e-02, -7.3075e-03, 5.9180e-02,
-3.6207e-02, -6.6791e-03, -7.7598e-02, 6.9034e-02, -5.6584e-02,
-6.7412e-03, 2.6363e-02, -7.9697e-02, 3.0229e-02, -6.1152e-04,
-2.6391e-02, 7.0469e-02, -6.2444e-02, -9.8502e-02, 6.8260e-02,
3.4874e-02, -1.0324e-01, 1.1902e-01, -1.2216e-01, -3.5061e-02,
-3.0870e-02, 5.2770e-03, 4.4233e-02, 6.3254e-02, -1.1619e-01,
-1.1396e-01, -4.1201e-02, 7.0881e-02, -1.4006e-03, -8.4292e-02,
-5.8359e-02, 4.1116e-02, 2.9088e-02, 8.7522e-03, 3.9145e-02,
-4.5259e-02, -1.8914e-02, 1.2276e-02, -1.5871e-02, -6.1461e-04,
4.8694e-02, 7.8825e-03, -9.6669e-02, -2.7069e-02, 1.5729e-01,
-6.9699e-02, -5.0225e-02, -1.3224e-02, -7.0660e-02, -9.5588e-03,
1.1758e-01, 1.1121e-01, 4.4628e-02, -4.4268e-02, 8.3211e-02,
-2.5728e-04, -2.1899e-03, 1.6741e-02, -8.1593e-03, 4.0820e-02,
-2.0849e-02, -8.3216e-02, -2.5823e-03, -1.2906e-01, 7.7487e-02,
-2.2244e-02, -3.6302e-02, -1.1841e-01, 3.6912e-02, -3.8433e-02,
3.1397e-02, -6.2391e-03, 9.6450e-02, 1.7027e-01, -3.3432e-03,
-3.3814e-02, 5.0173e-03, 6.3188e-02, 7.0320e-03, -4.3088e-02,
6.9641e-02, 6.6768e-02, -4.4962e-02, -2.4307e-02, 1.4375e-02,
-9.2807e-02, -2.5708e-02, -4.9246e-02, -2.4172e-02, -5.4940e-02,
2.1100e-02, -5.0453e-01, 6.9535e-02, -1.6016e-02, -9.6863e-02,
4.3772e-02, 1.8893e-02, -1.1393e-02, 4.6294e-02, -4.9399e-01,
-1.2304e-02, 6.6759e-02, -2.8511e-02, 1.8312e-02, 3.0300e-01,
4.4138e-02, 5.7658e-02, -2.4288e-02])),
('model.decoder.layers.1.final_layer_norm.weight',
tensor([0.4484, 0.4598, 0.4576, 0.4506, 0.4594, 0.4337, 0.4381, 0.4569, 0.4648,
0.4632, 0.4661, 0.4485, 0.4444, 0.4595, 0.4257, 0.4616, 0.4629, 0.4424,
0.4562, 0.4518, 0.4338, 0.4558, 0.4696, 0.4606, 0.4373, 0.4510, 0.4465,
0.0810, 0.4646, 0.5525, 0.4581, 0.4620, 0.4516, 0.4689, 0.4591, 0.5154,
0.4548, 0.4613, 0.4223, 0.4644, 0.4414, 0.4467, 0.4572, 0.4531, 0.4646,
0.4541, 0.4564, 0.4650, 0.4486, 0.4459, 0.4571, 0.4534, 0.4851, 0.4285,
0.4403, 0.4458, 0.4523, 0.4429, 0.4441, 0.4445, 0.4466, 0.4531, 0.4849,
0.4586, 0.4595, 0.4537, 0.4570, 0.4607, 0.4536, 0.4614, 0.4593, 0.5222,
0.4561, 0.4485, 0.4516, 0.4760, 0.4502, 0.4680, 0.4695, 0.4509, 0.4443,
0.4615, 0.4480, 0.4645, 0.4334, 0.4616, 0.4340, 0.4499, 0.4444, 0.4610,
0.4491, 0.4724, 0.4450, 0.4667, 0.4432, 0.4584, 0.4644, 0.5279, 0.4605,
0.4409, 0.4654, 0.4616, 0.4418, 0.4542, 0.4648, 0.4569, 0.4616, 0.4390,
0.4349, 0.4551, 0.4729, 0.4682, 0.4624, 0.4537, 0.4548, 0.4595, 0.4943,
0.4383, 0.4465, 0.4538, 0.4335, 0.4545, 0.4406, 0.4461, 0.4633, 0.4450,
0.4585, 0.4552, 0.4575, 0.4411, 0.4550, 0.4463, 0.4514, 0.4496, 0.4654,
0.4442, 0.4467, 0.4563, 0.4377, 0.4634, 0.4399, 0.4414, 0.4567, 0.4447,
0.4482, 0.4452, 0.4405, 0.4241, 0.4607, 0.4432, 0.4491, 0.4384, 0.4314,
0.4353, 0.4604, 0.4607, 0.4508, 0.4333, 0.4464, 0.4507, 0.4543, 0.4576,
0.4344, 0.4453, 0.4476, 0.4446, 0.4384, 0.4250, 0.4750, 0.4461, 0.4353,
0.4584, 0.5289, 0.4444, 0.4404, 0.4396, 0.4563, 0.4645, 0.4705, 0.4590,
0.4520, 0.4580, 0.4751, 0.4549, 0.4693, 0.4518, 0.4512, 0.4344, 0.4442,
0.4357, 0.4444, 0.4521, 0.4520, 0.4479, 0.4533, 0.4677, 0.4269, 0.4381,
0.4499, 0.4398, 0.4440, 0.4538, 0.4582, 0.4613, 0.4552, 0.4638, 0.4597,
0.4381, 0.4657, 0.4714, 0.4711, 0.4449, 0.4541, 0.4661, 0.4427, 0.4480,
0.4484, 0.4539, 0.4680, 0.4313, 0.4555, 0.4634, 0.4317, 0.4648, 0.4474,
0.4396, 0.4373, 0.5079, 0.4645, 0.4376, 0.4491, 0.4703, 0.4541, 0.4583,
0.4501, 0.4603, 0.4538, 0.4512, 0.4516, 0.4511, 0.4566, 0.4695, 0.4405,
0.4444, 0.4366, 0.4687, 0.4822, 0.4474, 0.4475, 0.4832, 0.4450, 0.5099,
0.4654, 0.4544, 0.4657, 0.4708, 0.4503, 0.4601, 0.4556, 0.4536, 0.4597,
0.4576, 0.4806, 0.4603, 0.4360, 0.4522, 0.4583, 0.4721, 0.4444, 0.4710,
0.4646, 0.4637, 0.4522, 0.4568, 0.4668, 0.4552, 0.4631, 0.4573, 0.4649,
0.4648, 0.4644, 0.4328, 0.4336, 0.4719, 0.4414, 0.4624, 0.4770, 0.4403,
0.4659, 0.4577, 0.4476, 0.4309, 0.4356, 0.4436, 0.4769, 0.4409, 0.4452,
0.4375, 0.4651, 0.4656, 0.4598, 0.4671, 0.4508, 0.4588, 0.4408, 0.4605,
0.4579, 0.4621, 0.4576, 0.4330, 0.1675, 0.4487, 0.4600, 0.4461, 0.4220,
0.4454, 0.4594, 0.4714, 0.4447, 0.4661, 0.4502, 0.4532, 0.4236, 0.4142,
0.4590, 0.4434, 0.4430, 0.4615, 0.4458, 0.4349, 0.4665, 0.4781, 0.4768,
0.5003, 0.4587, 0.4661, 0.4611, 0.4471, 0.4636, 0.4620, 0.4465, 0.4632,
0.4417, 0.4697, 0.4410, 0.4587, 0.4409, 0.4622, 0.4626, 0.4371, 0.4748,
0.4536, 0.4464, 0.4564, 0.4677, 0.4349, 0.4591, 0.4592, 0.4405, 0.4475,
0.4487, 0.4402, 0.4528, 0.4452, 0.4445, 0.4489, 0.4663, 0.4540, 0.4735,
0.4481, 0.4594, 0.4485, 0.4594, 0.4493, 0.4670, 0.4327, 0.4547, 0.4539,
0.4528, 0.4418, 0.4554, 0.4723, 0.4752, 0.4400, 0.4440, 0.4526, 0.4278,
0.4457, 0.4603, 0.4373, 0.4372, 0.4322, 0.4523, 0.4625, 0.4581, 0.4682,
0.4492, 0.4677, 0.4370, 0.4417, 0.4366, 0.4419, 0.4663, 0.4792, 0.4508,
0.4641, 0.4621, 0.4711, 0.4478, 0.4519, 0.4709, 0.4366, 0.4540, 0.4467,
0.4539, 0.4691, 0.4568, 0.4483, 0.4634, 0.4593, 0.4649, 0.4591, 0.4395,
0.4549, 0.4417, 0.4671, 0.4532, 0.4404, 0.4554, 0.4956, 0.4518, 0.8447,
0.4557, 0.4519, 0.4456, 0.4509, 0.4563, 0.4478, 0.4690, 0.4616, 0.4553,
0.4577, 0.4364, 0.4379, 0.4695, 0.4627, 0.4673, 0.4579, 0.4603, 0.4578,
0.4378, 0.4637, 0.4581, 0.4505, 0.4455, 0.4275, 0.4546, 0.4630, 0.4539,
0.4382, 0.4332, 0.4592, 0.4607, 0.4492, 0.4335, 0.4474, 0.4549, 0.4571,
0.4494, 0.4655, 0.4621, 0.4677, 0.4398, 0.4560, 0.4573, 0.4670, 0.4546,
0.4414, 0.4548, 0.4533, 0.4573, 0.4439, 0.4338, 0.4603, 0.4512, 0.4469,
0.4458, 0.4564, 0.4301, 0.4386, 0.4612, 0.4497, 0.4401, 0.4431, 0.4438,
0.4653, 0.4577, 0.2505, 0.4632, 0.4531, 0.4554, 0.4477, 0.4632, 0.4540,
0.4568, 0.4694, 0.4795, 0.4451, 0.4358, 0.4376, 0.4589, 0.4592, 0.4494,
0.4570, 0.4541, 0.4561, 0.4581, 0.4631, 0.4634, 0.4609, 0.4686, 0.4554,
0.4326, 0.4495, 0.4664, 0.4748, 0.4588, 0.4796, 0.4582, 0.4528, 0.4517,
0.4702, 0.4587, 0.4440, 0.4858, 0.4579, 0.4575, 0.4732, 0.4443, 0.4442,
0.4573, 0.4408, 0.4630, 0.4544, 0.4566, 0.4502, 0.4598, 0.4624, 0.4557,
0.4412, 0.4504, 0.4375, 0.4518, 0.4442, 0.4534, 0.4635, 0.4562, 0.7053,
0.4709, 0.4711, 0.4659, 0.4656, 0.4520, 0.4532, 0.4589, 0.4486, 0.4427,
0.4534, 0.4470, 0.4507, 0.4598, 0.4342, 0.4590, 0.4445, 0.4757, 0.4477,
0.4424, 0.4343, 0.4459, 0.4991, 0.0682, 0.4369, 0.4450, 0.4422, 0.4723,
0.4733, 0.4509, 0.4567, 0.4685, 0.4505, 0.4659, 0.4511, 0.4358, 0.4494,
0.4509, 0.4449, 0.4521, 0.4427, 0.4290, 0.4587, 0.4618, 0.4590, 0.4324,
0.4483, 0.4720, 0.4368, 0.4582, 0.4677, 0.4687, 0.4635, 0.4592, 0.4503,
0.4476, 0.4593, 0.4566, 0.4582, 0.4609, 0.4552, 0.4529, 0.4543, 0.4547,
0.4719, 0.4655, 0.4595, 0.4643, 0.4302, 0.4845, 0.4474, 0.4618, 0.4546,
0.4493, 0.4563, 0.4605, 0.4465, 0.4626, 0.4508, 0.4559, 0.4651, 0.4528,
0.4678, 0.4666, 0.4640, 0.4496, 0.4638, 0.4554, 0.4488, 0.4545, 0.4453,
0.4465, 0.4601, 0.4587, 0.4584, 0.4568, 0.4609, 0.4697, 0.4525, 0.4076,
0.4325, 0.4606, 0.4510, 0.4411, 0.4691, 0.4459, 0.4563, 0.4329, 0.4401,
0.4406, 0.4615, 0.4716, 0.4394, 0.4398, 0.4548, 0.4703, 0.4444, 0.4441,
0.4503, 0.4496, 0.4652, 0.4568, 0.4502, 0.4822, 0.4588, 0.4427, 0.4616,
0.4515, 0.4604, 0.4609, 0.4575, 0.4590, 0.4497, 0.4262, 0.6696, 0.4642,
0.4712, 0.4747, 0.4560, 0.4520, 0.4344, 0.4812, 0.4670, 0.4540, 0.4366,
0.4615, 0.2845, 0.4625, 0.4536, 0.4739, 0.4591, 0.4612, 0.4646, 0.4588,
0.4576, 0.4588, 0.4257, 0.4320, 0.4317, 0.4616, 0.4461, 0.4739, 0.4676,
0.4618, 0.4527, 0.4539, 0.4651, 0.4432, 0.4547, 0.4612, 0.4436, 0.4733,
0.4418, 0.4537, 0.4414, 0.4479, 0.4455, 0.4483, 0.4487, 0.6743, 0.4476,
0.4532, 0.4468, 0.4503, 0.4542, 0.4593, 0.4545, 0.4505, 0.4437, 0.4632,
0.4629, 0.4501, 0.4629, 0.4304, 0.1599, 0.4513, 0.4537, 0.4668, 0.4404,
0.4403, 0.4658, 0.4600, 0.1115, 0.4498, 0.4571, 0.4406, 0.4624, 0.4310,
0.4488, 0.4125, 0.4260])),
('model.decoder.layers.1.final_layer_norm.bias',
tensor([ 7.1064e-04, -1.9800e-02, -2.5151e-02, -1.7955e-02, -4.7336e-02,
-1.7743e-02, -3.0173e-02, -7.2587e-03, -1.6424e-02, 4.4665e-02,
-2.3619e-02, 2.7783e-04, -9.2719e-03, -1.1002e-02, -2.3706e-03,
-9.6420e-03, -5.5782e-04, 4.0163e-03, -1.9714e-02, -2.3865e-02,
-1.7011e-02, -1.5008e-02, -2.0295e-02, 5.9010e-03, -3.9810e-02,
-1.9427e-02, -2.4134e-02, -4.4393e-01, -1.2647e-02, 4.2737e-01,
-1.7546e-02, -6.4389e-03, -1.8140e-02, -1.6100e-02, 2.5638e-03,
-1.4299e-02, -1.9227e-02, -1.1949e-02, -2.9199e-02, -2.2032e-02,
-1.0709e-02, -3.7583e-02, -2.2503e-03, -2.7838e-02, -3.7995e-02,
-1.0884e-02, -1.4222e-02, -1.4765e-02, -2.2916e-02, -6.4685e-03,
-3.3164e-03, -3.1846e-02, -1.9598e-01, -7.6257e-03, -2.7022e-02,
-2.5120e-02, -1.3462e-02, -6.2569e-03, -1.6726e-02, -1.5096e-02,
-2.2218e-02, -1.9022e-02, -1.7839e-02, -2.9121e-03, -4.0691e-02,
-1.5369e-02, 1.2163e-02, -3.6697e-02, -1.6858e-02, -1.0614e-02,
-2.1794e-02, 7.4655e-03, -4.4931e-03, -1.1431e-02, -9.4704e-03,
-1.6485e-02, -2.4721e-02, -2.5175e-02, -2.2914e-02, -6.1925e-03,
-2.0080e-02, -4.2734e-02, -2.1313e-02, -6.7004e-03, -2.0564e-02,
-1.6257e-02, -2.5396e-02, -1.7898e-02, 1.5508e-03, -2.3774e-02,
-2.4057e-02, -2.2305e-02, -3.4419e-02, -3.8727e-02, -1.1434e-02,
-1.2850e-02, -2.5606e-02, -4.8858e-03, -1.5956e-02, -2.2516e-02,
-1.5655e-02, -1.2743e-02, -2.3667e-02, -1.5703e-02, -8.9567e-03,
-2.2019e-02, -2.6429e-02, -3.2272e-02, -2.0251e-02, 3.8519e-03,
-2.8648e-02, 1.7142e-02, -2.7805e-02, -1.2929e-02, -3.1275e-02,
-1.8331e-02, 1.3686e-02, -3.9535e-02, -6.2409e-02, 6.8290e-03,
-3.3910e-02, -9.3246e-03, 2.4566e-05, 1.3944e-03, -2.3615e-02,
-3.9810e-02, -1.3045e-02, -2.9352e-02, -2.1488e-02, -2.2246e-02,
-2.0506e-02, -1.1230e-02, -3.7051e-03, -3.5392e-02, -1.4066e-02,
-2.3494e-02, -1.1399e-02, -2.4343e-02, -1.6181e-02, -2.0911e-02,
-1.9545e-02, -1.5860e-02, -1.6825e-02, -1.7696e-02, -1.2706e-02,
-2.6773e-02, -1.5980e-03, -1.2395e-02, -1.3782e-02, 1.8295e-01,
5.9965e-04, 1.5797e-02, -2.0146e-02, 9.2733e-03, -1.4544e-02,
-1.8354e-02, 1.2572e-02, -1.3087e-03, -1.9917e-02, -2.6802e-02,
-2.4498e-02, 4.0852e-03, 3.1366e-02, -1.1461e-02, -2.7141e-02,
-2.9152e-03, -3.8649e-02, -2.2941e-02, -4.8681e-03, -6.9097e-03,
-2.9883e-02, -2.5354e-02, 5.4087e-02, -8.0100e-03, 7.1064e-03,
-1.8129e-02, -1.6146e-02, -1.0742e-02, -2.9874e-02, -1.1191e-03,
-2.9515e-02, -1.4442e-02, -2.4294e-02, -1.4437e-02, -1.1646e-02,
-3.9867e-02, -1.4458e-02, -1.2642e-02, -5.3015e-03, -2.4995e-02,
-1.4372e-02, -1.3141e-02, 1.2561e-03, 6.8805e-03, -5.0735e-03,
-4.2221e-04, 4.3266e-03, -1.7060e-02, -1.8670e-02, -9.7311e-03,
1.4305e-02, -2.6871e-02, -1.4928e-02, -2.8368e-02, -3.0517e-02,
-2.2136e-02, -3.2246e-02, -2.7300e-02, -1.2939e-02, -6.8842e-03,
-2.3601e-02, -1.4149e-02, -1.8860e-02, -1.7477e-03, -1.7988e-02,
-2.1797e-02, -1.3154e-02, 1.0202e-02, -3.9031e-03, 2.7075e-03,
-2.6179e-02, -1.3494e-02, -7.0159e-03, -2.8668e-02, 3.6845e-03,
-1.2406e-02, -3.0798e-02, -5.0845e-04, -3.8090e-02, -1.7453e-02,
-1.0923e-02, -1.7621e-02, -3.0416e-02, 1.4219e-03, 4.0153e-04,
-8.6413e-03, -1.3110e-02, 4.3939e-03, -9.9111e-03, -1.0118e-02,
-2.4839e-02, -2.9816e-02, 1.5533e-02, -4.0555e-02, 6.7451e-03,
-5.2217e-02, -1.1253e-02, -2.7931e-02, -2.7288e-02, -1.3140e-02,
-6.6309e-04, -9.5318e-03, -8.2409e-03, -3.3497e-02, -1.7705e-02,
5.0073e-04, -4.6564e-03, 3.6066e-03, -2.2594e-02, -2.3674e-02,
-1.9015e-02, -2.6682e-02, -2.2589e-02, -2.4902e-02, -2.1536e-02,
-1.5789e-02, -1.7671e-02, -5.3490e-03, -1.5248e-02, -1.5089e-02,
-1.7892e-02, -4.1864e-02, -6.7515e-03, 8.7576e-03, -1.1999e-02,
-1.1667e-02, -3.3231e-02, -2.1285e-02, -2.0015e-02, -6.5688e-03,
-1.9846e-02, -2.5162e-02, -7.8550e-03, -2.5523e-02, -2.9756e-02,
6.9440e-03, -2.4511e-02, -1.4532e-02, 7.2626e-04, -1.0582e-02,
-9.1346e-03, -6.9219e-03, 3.7935e-02, -1.4556e-02, -5.1034e-03,
7.4048e-03, 5.6997e-03, -4.0096e-02, -1.4094e-02, -2.7081e-02,
-1.3043e-02, -1.7710e-02, -3.2989e-02, -1.0483e-02, -3.6449e-02,
-5.3006e-03, -5.3635e-02, -3.0189e-02, -1.4447e-02, -2.7576e-03,
-2.4187e-01, -1.1588e-02, -3.4661e-02, -1.0739e-02, -2.3102e-03,
-9.3941e-03, -1.7991e-02, -1.7341e-02, -1.0893e-02, -4.4858e-02,
-2.7909e-02, -2.2414e-02, -2.4658e-02, -1.3777e-02, -6.7202e-03,
-9.7207e-03, -1.5397e-03, -2.0096e-02, -1.4263e-02, -1.9827e-02,
-2.2019e-02, -1.8450e-02, -8.0156e-03, -1.0385e-02, -2.0714e-02,
-2.8570e-02, -1.1175e-02, -1.4164e-02, -7.4278e-03, -1.9423e-02,
-1.2526e-02, -1.7972e-02, 4.9513e-03, -2.1843e-02, -7.3003e-02,
-1.0258e-02, -3.6431e-02, -8.0225e-04, -1.0200e-02, 4.1597e-03,
-1.4681e-02, -2.0069e-02, -3.5401e-02, -2.5364e-02, -8.0999e-04,
-2.9231e-02, -2.8399e-03, -1.1132e-02, -1.7874e-02, -2.1436e-02,
-2.9963e-02, -2.5673e-02, -1.5661e-02, -6.4100e-03, 9.2341e-03,
-2.3506e-02, 2.3053e-03, -4.2235e-02, -1.4989e-02, -1.3452e-02,
-2.4313e-02, -3.9761e-02, -1.8373e-02, -7.3062e-03, -1.2704e-02,
-2.8924e-03, 4.5252e-03, -1.6159e-02, -5.5627e-03, -3.5409e-02,
-1.5627e-02, -3.6627e-03, -7.1173e-03, -2.1178e-02, -1.7299e-03,
-5.7273e-04, -1.5690e-02, -3.1178e-02, -5.6453e-03, -2.5739e-02,
-1.9598e-02, -1.6306e-02, -1.1511e-02, -1.8405e-02, -1.1605e-02,
-2.3283e-02, -2.0109e-02, -9.2046e-03, -9.5717e-03, 9.1505e-04,
-3.4317e-02, -4.2232e-02, -9.5504e-03, 8.7627e-03, -1.4030e-02,
-1.9015e-02, -1.0421e-02, -3.2993e-02, -1.5292e-02, -2.2762e-02,
-1.3768e-02, -3.9468e-02, -2.2093e-02, -4.8098e-02, -2.3187e-02,
-6.4779e-03, -3.4472e-02, -2.4109e-02, -6.5596e-03, -1.8039e-02,
-2.1447e-02, -1.7449e-02, -9.8029e-03, -2.9535e-02, -1.8163e-02,
-4.3833e-03, -2.2232e-02, -1.9120e-02, -9.1899e-03, -2.3767e-02,
-2.5472e-02, -2.6182e-02, -6.7451e-06, -2.1217e-02, -2.1574e-02,
-1.1477e-02, -7.0439e-03, -1.9909e-02, -6.6217e-03, -2.7460e-03,
5.9963e-03, -2.0642e-02, -2.3797e-02, -2.2247e-02, -3.0129e-02,
-1.2480e-02, -1.2478e-02, -7.9297e-03, -1.1764e-02, -2.7745e-03,
-1.2783e-02, -1.2504e-02, -2.2088e-02, -1.6392e-02, 1.7575e-03,
-3.1664e-02, -3.2775e-02, 9.6954e-04, -2.0865e-02, -2.0281e-02,
-2.2757e-02, -1.2910e-02, 5.0485e-03, -2.9531e-02, -1.5716e-02,
-1.6346e-02, -1.6331e-02, -2.7869e-02, -1.0637e-02, -1.6284e-02,
-1.4570e-02, -1.6841e-02, -1.6753e-02, -1.1708e-02, -1.5491e-02,
-4.8268e-03, -1.9823e-03, -1.0744e-02, -1.2413e-02, -8.2078e-03,
-2.0797e-02, -2.3635e-02, -4.8786e-02, 4.9156e-03, -1.5158e-02,
-1.7075e-02, -2.5676e-02, -1.5283e-02, -2.1390e-02, -1.5805e-02,
-2.1390e-02, -1.8949e-02, -2.9183e-02, -3.2426e-02, -3.2410e-02,
-2.6498e-03, -2.7508e-02, 2.4251e-01, -2.6116e-02, -8.7954e-03,
-1.7391e-02, -2.6953e-02, -2.9192e-02, -4.0465e-03, -1.3960e-03,
-2.4771e-02, -3.0680e-02, -1.2180e-02, 6.1821e-03, -3.5793e-03,
-1.1224e-02, -2.2222e-02, -2.2128e-02, -1.4288e-02, -1.3366e-02,
-1.4017e-02, -1.9570e-02, -5.1363e-03, -1.6961e-02, -2.4202e-02,
-1.8859e-02, -1.7544e-03, -7.1613e-03, -5.4537e-02, 7.4177e-03,
-2.5766e-02, -1.4905e-02, -1.3734e-02, -3.6735e-02, -1.9764e-02,
-2.4793e-02, -1.4213e-02, -1.3573e-02, 3.8010e-03, -1.9186e-02,
-8.5408e-03, -2.8795e-02, -1.3031e-03, -2.6887e-02, -3.3092e-02,
-8.0513e-03, -1.7335e-02, -2.8365e-02, -1.1131e-02, 3.8845e-03,
-5.1022e-03, -1.8024e-02, -8.3735e-03, -2.5760e-02, -1.3928e-02,
-2.4467e-02, -1.2308e-02, -2.5860e-02, -1.2187e-02, -6.0376e-03,
-5.6333e-03, -1.1917e-02, -1.8529e-01, -2.0764e-02, -1.7001e-02,
9.7482e-03, -4.6472e-02, -9.9624e-03, -2.1738e-02, -3.6087e-02,
-2.0965e-02, -2.4427e-02, -9.6843e-04, -2.2807e-02, -3.9607e-02,
-1.1875e-02, -1.6585e-02, -2.6047e-02, 1.9037e-02, 2.5266e-02,
-1.0496e-02, -4.2613e-04, -5.6985e-03, -1.5218e-02, 1.7672e-02,
-4.4516e-01, -1.1934e-02, -1.7201e-02, -2.8647e-02, -1.8960e-02,
-6.6313e-03, -2.6347e-02, -2.6878e-02, -2.2133e-02, 1.0058e-02,
-3.4713e-02, 8.5164e-03, -3.5702e-02, -1.9816e-02, -5.9423e-03,
-4.8423e-02, -3.8552e-02, 1.4650e-03, -3.6945e-02, -2.7413e-02,
-1.2222e-03, -4.7995e-03, -2.6705e-02, -6.5609e-03, -2.8671e-02,
-2.7596e-02, -2.4914e-02, -1.4236e-02, -1.9172e-02, -1.9087e-02,
-8.7614e-03, -7.6295e-03, 1.1263e-02, -2.7666e-02, -2.3955e-02,
1.9518e-03, -1.0614e-02, 4.8019e-03, -2.3634e-02, -4.0339e-02,
-1.9309e-02, -1.1396e-03, -2.8656e-02, -1.8895e-02, -1.6898e-02,
-7.0361e-03, -3.4404e-02, 5.1431e-04, -2.9610e-02, -2.2007e-02,
-1.2125e-02, 3.1986e-04, -2.3638e-02, -2.8237e-02, -3.5184e-02,
4.5051e-03, -8.0478e-03, -1.2462e-02, -3.1235e-02, -2.7636e-02,
-1.1487e-02, 3.4782e-03, -1.1685e-02, -9.5976e-03, -2.4932e-02,
-4.0899e-03, -3.3933e-02, -2.7566e-02, -1.8022e-02, -4.7495e-03,
-2.4511e-02, -3.8741e-03, -3.0576e-02, -8.3684e-03, -1.7239e-02,
-6.4142e-03, -3.9532e-02, -4.9998e-03, -1.5916e-02, -2.6404e-02,
-2.1692e-02, -2.6386e-02, -2.1702e-02, -6.6930e-03, -2.2599e-02,
-1.8618e-02, -4.2160e-03, -1.9459e-02, -8.6212e-04, -1.5374e-02,
-1.6072e-02, -1.2926e-02, -8.6138e-03, -2.0328e-02, -1.8295e-02,
-1.5152e-02, -7.0952e-03, -1.5303e-02, -5.3384e-03, -3.0577e-02,
-5.8109e-03, -1.2819e-02, -1.7383e-03, -2.1024e-02, -1.0321e-02,
-4.9276e-03, -2.8610e-02, -1.8999e-02, 4.0919e-02, -1.3548e-02,
-1.3219e-02, -6.2351e-02, -1.5409e-02, -4.8149e-03, -2.3817e-02,
-3.4030e-02, -2.0594e-02, -3.5554e-02, -1.3619e-01, -1.6337e-03,
-2.3848e-02, -1.3618e-02, -9.7042e-03, 7.4208e-02, -1.8707e-02,
-2.0537e-02, -1.8748e-02, 9.9013e-03, -1.9805e-02, -6.4868e-03,
-6.2020e-03, -1.3935e-02, -2.6268e-02, -1.8830e-02, 2.6791e-03,
-5.3097e-03, -8.5481e-03, -2.5109e-02, -8.6068e-03, -2.2497e-02,
3.3841e-03, -2.5724e-02, -2.1214e-02, -7.3405e-03, -2.1686e-02,
-4.2240e-03, -1.7510e-02, -1.1741e-02, -2.0347e-02, -7.1272e-03,
-3.5794e-02, -3.1215e-02, -3.7986e-03, -1.4822e-02, -4.6495e-03,
-8.7878e-04, -2.6121e-02, -1.5136e-02, -2.1560e-02, -1.9373e-02,
-4.2277e-02, 2.1533e-03, -1.1432e-02, -1.6784e-02, -2.5092e-02,
7.0098e-06, -1.6056e-02, -3.4795e-02, 3.8646e-03, -1.9483e-02,
-1.8567e-02, -2.8747e-01, -1.7261e-02, -1.3598e-03, -2.2467e-02,
-4.3452e-03, -3.1927e-02, -2.3555e-02, -1.3281e-02, -4.1789e-01,
-3.1887e-03, -2.0084e-02, -9.7080e-03, -7.8417e-03, -1.0847e-02,
7.5384e-03, -9.7177e-03, -5.5069e-02])),
('model.decoder.layers.2.self_attn.k_proj.weight',
tensor([[ 0.0053, 0.0800, 0.1683, ..., 0.1001, -0.0517, 0.0063],
[-0.1265, 0.0224, 0.0652, ..., 0.0354, -0.0436, 0.1611],
[ 0.0604, 0.0487, 0.0259, ..., -0.0287, 0.1423, -0.0902],
...,
[-0.2062, 0.0282, 0.1644, ..., -0.0928, -0.0123, -0.0278],
[ 0.0046, -0.0236, 0.0324, ..., -0.0291, 0.0032, 0.0282],
[ 0.0789, 0.0083, 0.0364, ..., -0.0621, 0.1402, 0.1036]])),
('model.decoder.layers.2.self_attn.k_proj.bias',
tensor([-1.9486e-03, 6.1264e-04, 3.8697e-03, -5.4560e-03, -2.4308e-02,
1.0179e-03, 1.1340e-03, 2.0064e-03, -1.7304e-04, 2.7290e-03,
6.1013e-03, 4.6918e-03, 1.6490e-03, -6.3898e-03, -4.3904e-03,
-3.2048e-03, 1.3070e-03, 5.4141e-03, -7.0337e-04, -4.1085e-03,
-4.1606e-03, -1.6267e-02, -4.7964e-03, -4.1567e-03, -3.3346e-03,
1.5687e-03, 2.9240e-03, 7.3126e-03, 4.1425e-03, 5.5242e-03,
-2.9506e-03, 1.4307e-02, -4.1340e-03, 2.6962e-02, 1.4119e-03,
-8.0639e-03, 1.1828e-03, 1.0781e-02, 8.1134e-04, 2.7905e-02,
8.2994e-03, -1.2207e-03, 8.5195e-04, 9.1647e-03, -3.9611e-03,
4.9486e-03, -6.8952e-04, 6.5160e-03, 4.7984e-03, 1.9155e-05,
-9.3229e-04, 2.5945e-03, 1.4268e-03, -1.9382e-03, 2.4678e-03,
1.7443e-03, 2.2459e-02, 2.7307e-03, -2.7639e-03, -5.4962e-03,
-3.2966e-04, -4.5082e-03, -5.4146e-04, -3.4290e-03, 7.1128e-04,
7.1259e-04, -1.5338e-03, 6.6490e-04, 6.7175e-04, -2.3751e-03,
1.4672e-04, 1.3128e-03, -1.6755e-03, -7.5751e-04, 5.1246e-04,
6.1918e-04, -1.3469e-03, -3.4581e-03, -3.9039e-04, 4.5340e-04,
-1.2897e-03, 1.0376e-03, -3.1380e-04, -4.0086e-04, 2.2539e-03,
4.6110e-04, 3.8154e-06, -1.7459e-04, 5.3260e-04, 6.8993e-04,
-7.0132e-04, -1.2733e-03, 1.0753e-03, 9.5811e-04, -1.1979e-03,
-2.1387e-03, -1.6609e-03, -1.9021e-03, -6.2549e-04, -8.1353e-04,
4.6624e-06, 7.7722e-04, -2.9511e-04, 1.7148e-03, -1.2512e-03,
-7.4812e-04, -1.3420e-03, -3.9169e-03, 7.5382e-04, 5.0045e-04,
-1.2559e-04, -1.4490e-03, -2.7975e-04, 1.4654e-03, 5.0426e-04,
8.1341e-04, 1.1353e-03, 1.2093e-03, 4.4283e-04, -1.0047e-03,
1.1679e-03, -4.8766e-05, 1.0583e-04, -4.7981e-04, 5.4902e-04,
-2.4103e-04, -4.9782e-04, -8.3746e-04, 2.1138e-03, -8.2958e-04,
4.9662e-04, 2.7598e-03, 2.0754e-03, -3.4987e-03, -9.4987e-04,
3.6591e-03, -4.9524e-05, 5.3223e-03, -1.0203e-03, 2.8599e-03,
-5.4697e-05, -2.4161e-03, 7.9784e-04, 4.8592e-03, -6.6838e-03,
-7.0921e-04, 5.3420e-03, -1.9513e-04, -1.7118e-03, 2.6657e-03,
-4.0985e-02, 1.0032e-04, -1.7896e-03, -7.3323e-03, 4.8638e-03,
8.0942e-03, 6.1894e-03, 2.0382e-04, 2.3889e-03, -3.6100e-03,
-1.0140e-02, -2.5972e-03, -8.6400e-04, 3.2824e-03, 8.2122e-04,
7.5136e-03, 1.5135e-03, -3.7627e-02, -1.2236e-03, -2.7454e-03,
-2.3037e-03, -1.3513e-02, -4.5280e-03, -1.4652e-03, 4.3386e-04,
1.2009e-03, 1.5501e-03, 1.1484e-02, 3.2786e-03, -3.5030e-03,
8.1766e-03, -3.1219e-02, -2.2991e-03, 1.5982e-03, -5.7912e-04,
3.5165e-03, -1.6261e-03, -1.5791e-03, 1.8358e-03, -5.3437e-03,
5.2189e-04, -5.1652e-03, -5.2877e-03, -3.5598e-03, 5.4464e-03,
-9.3526e-03, -1.4981e-03, -2.5202e-03, -2.2134e-03, 3.7481e-04,
-7.2390e-02, 3.2927e-03, -2.7183e-03, -1.0484e-02, -5.2068e-03,
-1.3447e-03, -2.3835e-03, -1.3042e-03, 4.0473e-03, 5.5023e-03,
5.8169e-03, -5.6366e-04, -1.9126e-03, -5.8594e-02, -2.9075e-03,
-2.2575e-03, -1.8312e-03, 1.7884e-04, 1.7643e-03, 4.8684e-03,
-4.4790e-03, 8.6208e-03, 3.3281e-04, 1.5702e-03, 5.7495e-03,
4.3691e-03, 4.7088e-02, -2.1917e-03, -6.0935e-05, -3.1438e-03,
-3.8816e-03, 2.4534e-02, -4.9824e-03, -1.5028e-03, -4.3516e-04,
-9.2387e-04, 1.5413e-03, 1.2800e-03, -1.1741e-02, -8.6398e-05,
-5.3946e-03, -6.1954e-03, -5.3042e-04, 6.5023e-04, -2.9919e-03,
3.2905e-03, 1.2752e-03, -1.2617e-03, 1.0647e-02, 2.1329e-03,
1.5154e-03, -1.0222e-02, 3.0154e-02, -5.2608e-03, -1.6617e-03,
-3.7293e-03, -3.6604e-03, 8.7699e-04, 1.4785e-03, -5.5789e-04,
-3.9651e-04, -1.1173e-03, -4.2207e-03, 3.0943e-03, -7.3773e-04,
1.3519e-03, -3.3846e-04, -6.4786e-04, 1.6474e-03, 4.9865e-04,
-1.0611e-04, -2.3829e-03, 3.2028e-03, -6.2111e-03, 8.3901e-06,
-3.9331e-04, -2.8139e-03, 1.6711e-03, 9.7103e-04, -7.6059e-04,
-2.2443e-03, -6.5360e-04, -2.5847e-04, -4.4701e-03, 2.0527e-04,
5.9506e-03, 2.5072e-03, -9.1444e-04, 1.0006e-03, 2.3287e-03,
-5.7536e-04, -4.9870e-03, 4.7498e-04, 6.8830e-04, -3.6177e-03,
1.0027e-03, 8.5117e-04, -2.5563e-04, 1.2474e-04, -5.0993e-04,
2.9919e-04, 7.3405e-05, 1.2889e-03, 1.8775e-03, -2.0216e-03,
-2.9122e-03, 5.7592e-04, 1.6326e-03, -1.4725e-03, -2.8432e-03,
-7.6853e-04, -1.2484e-04, 1.1719e-03, -1.6613e-05, -2.0462e-03,
-3.7172e-04, 2.5141e-03, -1.2362e-03, -3.9737e-03, -1.9059e-03,
-8.0363e-04, 1.4011e-03, -2.5163e-04, 3.2668e-03, -1.2713e-03,
-2.1999e-03, -5.3278e-04, 1.0993e-03, 1.0499e-04, -3.7439e-03,
-5.2981e-04, 5.2375e-04, 3.6885e-03, -7.4826e-04, 8.4391e-04,
-3.3773e-03, 2.2719e-03, -2.4558e-03, -1.7453e-03, -5.3478e-03,
1.9773e-03, 2.4852e-03, -2.3028e-03, 2.2220e-03, -6.0166e-04,
-2.8813e-03, 1.9877e-03, 3.7424e-03, 3.9319e-03, -2.1630e-03,
1.1759e-03, -3.2745e-04, 3.4126e-03, -4.6356e-03, 9.9900e-04,
1.5138e-04, -1.1724e-04, -1.1008e-03, -6.3147e-03, -1.3875e-03,
2.9431e-04, 1.4340e-03, -2.0808e-03, 2.8586e-03, -1.3735e-03,
-8.1112e-04, 5.8128e-03, 2.6518e-03, -1.1730e-03, 2.6148e-03,
2.7387e-03, -6.2596e-05, 2.5800e-03, 8.6742e-04, -2.9272e-04,
-5.2677e-03, -1.2624e-03, 5.7529e-03, 1.1376e-03, 8.8610e-04,
2.0603e-03, 7.9645e-04, 1.9254e-03, -4.0952e-04, 7.0740e-02,
4.1650e-04, -4.9585e-03, 5.2219e-02, -8.8871e-02, 1.7941e-03,
4.3141e-03, -8.7544e-04, -7.6198e-03, -2.2872e-02, -2.0139e-03,
1.3288e-03, 5.4011e-02, -1.1276e-02, -2.2540e-05, -1.3636e-03,
-8.6242e-02, 3.8437e-03, -2.9753e-02, 3.8926e-03, -6.8154e-03,
8.4656e-04, -1.9312e-03, -1.1673e-02, 3.0341e-04, 5.6124e-03,
2.7027e-03, 1.7165e-02, -1.7409e-03, 1.3620e-02, -4.4486e-03,
-1.0186e-03, 2.5484e-03, -1.7616e-03, 1.3332e-03, -2.4874e-03,
2.1237e-03, 3.4819e-03, -1.5022e-03, 4.7007e-04, -4.6901e-04,
1.0509e-02, -2.7103e-03, 4.3060e-03, 3.2928e-03, -3.0146e-03,
-1.3562e-03, -2.6839e-03, 2.7047e-03, -1.7665e-03, 3.3313e-03,
7.1566e-04, 1.8461e-02, 5.2260e-03, -1.5566e-03, 9.7875e-03,
-4.1113e-04, 1.5309e-02, -5.3690e-03, 1.1383e-03, 9.8187e-04,
-6.4350e-04, 5.0306e-03, 1.9254e-03, -2.6663e-03, 1.9300e-03,
3.1585e-03, -1.0468e-03, 2.3951e-03, -8.0998e-04, -4.1891e-03,
-2.9105e-03, 2.4872e-04, -8.4154e-04, -1.6980e-03, -5.3669e-03,
7.2348e-04, 2.7378e-03, -1.5612e-03, -3.3779e-03, -4.1038e-03,
7.9349e-03, 7.3578e-04, 3.7966e-02, 1.9177e-03, -1.6724e-03,
-3.7779e-03, 2.6619e-03, 3.4420e-03, -6.2208e-03, -4.0935e-03,
7.2011e-03, -2.8867e-03, -1.1756e-02, -9.1644e-04, -1.1627e-02,
2.8783e-03, -3.6476e-04, 2.6290e-02, -6.3597e-04, 4.0285e-03,
-6.2958e-03, 7.3554e-04, -7.1942e-03, -5.5287e-04, 1.2894e-03,
-2.0861e-03, 4.0198e-04, -2.9909e-03, 4.0504e-03, 6.0702e-04,
-2.4908e-04, -9.6581e-03, 1.2861e-03, -3.2777e-02, -1.3274e-03,
-4.3076e-03, -2.3508e-03, 1.2114e-03, 4.5718e-03, -3.8709e-03,
1.6147e-03, 5.5429e-03, 2.4528e-04, 3.1791e-03, -3.4431e-03,
1.0182e-03, 2.0478e-02, 1.8194e-03, 1.5454e-03, -1.3645e-03,
-1.7644e-03, -5.2022e-04, 1.7450e-03, -2.0517e-03, 3.5644e-03,
5.2888e-04, -1.6863e-02, 3.3918e-03, 8.0190e-03, -2.3578e-03,
-3.1585e-03, 1.8566e-03, -3.6448e-03, -1.3845e-03, 1.3097e-03,
-3.0064e-03, 1.1904e-03, -7.9318e-04, 1.1462e-03, 4.0838e-03,
-1.4862e-03, 2.0061e-03, -2.8518e-03, 1.1366e-03, -4.6832e-03,
-3.2108e-04, -3.6785e-03, -2.7021e-03, -2.6696e-03, 6.2241e-05,
-1.4311e-03, -2.0886e-04, -2.8705e-03, 1.0538e-02, -1.7017e-03,
3.7910e-03, -4.1213e-04, -9.6402e-04, 1.5242e-04, -5.1671e-03,
-3.1462e-03, 1.4217e-03, -1.8585e-02, 3.9197e-03, 3.2860e-03,
-2.3642e-03, -1.8319e-03, 1.4074e-03, 8.4983e-03, 7.1985e-03,
-2.3220e-04, 2.9511e-02, -8.9926e-04, -1.2864e-03, -5.3362e-03,
-8.7246e-04, -2.7188e-03, -4.3257e-03, -2.5987e-03, 6.9608e-03,
-1.8454e-03, 1.8493e-03, 9.3227e-04, 1.3451e-03, -2.5077e-04,
4.3178e-04, 1.7524e-03, 8.8504e-05, -6.6116e-04, -7.9047e-04,
2.1051e-03, 2.6078e-03, 1.0822e-03, -8.4708e-04, 1.7708e-03,
-1.1956e-03, -2.6790e-03, 2.1811e-03, 4.5458e-03, -3.1981e-03,
5.4145e-04, 3.2444e-03, 1.5464e-03, -2.5331e-03, -2.7127e-03,
-2.6147e-03, 1.2500e-02, -3.0499e-03, -1.2071e-03, 1.7491e-03,
-2.6791e-03, -2.5002e-03, -2.6269e-03, 3.0102e-03, -4.5836e-03,
1.5765e-03, 1.4498e-02, -4.9896e-03, 5.5160e-04, 6.3575e-04,
1.7572e-03, -5.0054e-04, 1.1514e-03, -2.1513e-03, -1.0286e-03,
9.5494e-04, 1.4790e-03, 3.3936e-04, -1.8127e-03, -4.1628e-04,
-7.3497e-04, -1.5653e-04, -3.9959e-03, 1.2657e-02, 2.8957e-03,
-1.6444e-03, 1.9831e-04, 4.2334e-03, 1.6088e-03, -2.4653e-03,
6.9706e-04, -7.6761e-03, -3.6217e-03, -1.2983e-03, 2.9679e-03,
1.3630e-03, -1.7202e-03, 2.3553e-04, 2.4380e-03, -2.7790e-03,
-4.7304e-03, 3.9049e-03, 3.0765e-03, 2.7047e-03, 3.7871e-03,
-7.0643e-04, -2.1362e-04, -7.7473e-03, 1.8855e-03, -3.1129e-03,
1.0773e-03, 2.2789e-03, -1.7382e-02, -3.3634e-03, 3.2531e-03,
1.4593e-03, -3.5114e-04, 3.6786e-03, 2.2505e-04, -1.6174e-03,
2.5728e-03, 8.5086e-05, -1.8487e-03, -2.0609e-03, -7.1143e-03,
-9.0580e-04, -2.3596e-03, -8.7593e-03, 9.7726e-04, -2.7383e-03,
5.3579e-03, -1.7700e-03, -5.6459e-03, -1.4206e-02, -2.0446e-02,
-2.8076e-03, -2.2760e-03, -3.8778e-03, -2.9537e-03, 1.0353e-03,
1.3843e-03, -2.7234e-04, -8.1799e-04, 4.0284e-02, 5.0957e-03,
1.2928e-03, 2.8134e-03, 4.3488e-03, 5.0324e-03, 1.9663e-03,
-3.4353e-03, 2.4393e-04, -8.1003e-04, -2.9513e-02, -2.0848e-03,
-5.2940e-03, -3.6587e-04, -4.7836e-04, -2.2264e-02, -6.8034e-04,
1.3239e-04, 2.9663e-04, -1.1834e-03, 2.2986e-03, -3.5595e-04,
2.0140e-04, 1.0130e-03, -3.7708e-04, 5.0442e-03, -2.9230e-03,
7.6813e-04, 6.1356e-04, 1.0946e-03, -3.8436e-03, 1.2598e-03,
-5.4756e-04, 1.0313e-03, -4.2862e-04, 1.9581e-03, -2.7839e-03,
-2.1308e-03, 1.6340e-04, 1.8643e-03, -5.6262e-04, 1.0662e-03,
1.7125e-03, -2.1933e-03, 6.1692e-05, 1.3397e-03, 5.2997e-03,
-3.2471e-04, 6.2424e-04, -2.2364e-03, -1.0515e-03, 2.5712e-03,
6.4298e-04, 2.6908e-03, 2.9704e-03, 1.2653e-03, -9.5251e-05,
-6.2625e-04, -1.8889e-03, -8.9327e-04, -2.2269e-03, 8.0297e-04,
-3.2207e-03, 5.1957e-04, -1.1526e-03, 9.0335e-04, 1.7564e-03,
-1.1493e-03, -2.9062e-03, 5.1186e-03, -1.0797e-03, 9.9187e-04,
-1.9972e-03, 2.1360e-03, 1.4094e-03, 3.9926e-05, -5.6791e-04,
-3.2000e-04, 9.7004e-04, -1.8487e-03])),
('model.decoder.layers.2.self_attn.v_proj.weight',
tensor([[-0.0080, -0.0293, -0.0243, ..., -0.0287, 0.0364, -0.0816],
[ 0.0423, -0.0272, -0.0372, ..., 0.0481, 0.0184, 0.0571],
[-0.0048, -0.0544, -0.0196, ..., 0.0461, -0.0355, -0.0066],
...,
[-0.0199, 0.0609, -0.0098, ..., -0.0444, 0.0288, -0.0691],
[-0.0298, 0.0087, -0.0186, ..., 0.0170, 0.0155, -0.0141],
[ 0.0015, 0.0051, 0.0159, ..., -0.0513, 0.0294, 0.0312]])),
('model.decoder.layers.2.self_attn.v_proj.bias',
tensor([-5.0805e-03, -2.1398e-03, 2.2640e-04, 1.0618e-03, 4.2948e-03,
-4.9571e-03, -1.2016e-03, 1.5714e-03, -7.1283e-03, 2.1097e-02,
3.1625e-04, 8.9470e-03, 3.9093e-03, 4.4547e-04, -8.0265e-04,
1.4272e-02, -6.2533e-03, 4.6369e-04, -4.2081e-03, -8.1547e-03,
4.0928e-03, 6.3711e-04, -3.5359e-03, -1.5111e-02, 3.8026e-03,
-3.0685e-03, 9.1683e-03, -2.6442e-03, -8.8213e-04, -1.1637e-03,
-8.3527e-05, 2.0365e-03, -1.4654e-03, 3.8981e-05, -2.7152e-03,
7.0091e-03, -8.5265e-03, -2.4123e-03, -3.7835e-03, -7.5502e-03,
-5.5693e-03, -1.0458e-03, 5.2805e-03, 6.9596e-03, -4.5557e-03,
-2.1046e-03, 5.0048e-03, -5.2054e-03, -1.1055e-03, -6.2173e-03,
1.7234e-02, 1.3404e-04, -6.1769e-03, 1.7293e-03, 2.9324e-04,
-7.9361e-03, -3.8800e-03, 1.4939e-02, 8.8536e-04, -1.2311e-02,
4.2630e-03, 2.6899e-04, 3.9045e-03, 2.7720e-03, 4.4787e-03,
-1.5130e-02, 4.5595e-03, 1.7262e-03, 2.9205e-03, 1.0495e-03,
-1.2866e-02, -3.5631e-03, 4.6162e-03, 1.3195e-02, 3.2221e-03,
-5.2175e-03, -2.0940e-03, 1.7142e-02, -1.3971e-02, -5.8161e-03,
1.2712e-02, -2.1390e-03, 1.1809e-02, -8.5471e-03, -5.9662e-03,
1.8094e-05, 3.9843e-03, 1.4417e-02, 1.4419e-02, -1.4867e-02,
-7.1953e-03, -2.9960e-03, -4.0267e-03, -3.7242e-03, -3.4134e-03,
5.5348e-03, -3.5781e-03, 8.7832e-04, 5.6236e-04, 6.5688e-03,
-5.8093e-04, -6.1289e-03, 1.0806e-02, 3.2933e-04, 4.6509e-03,
-1.0221e-02, -2.1648e-02, -8.4442e-03, 2.9234e-03, 1.1666e-03,
-5.3719e-03, -2.0033e-03, 1.1677e-02, 2.3979e-03, -7.6504e-03,
7.9882e-03, 7.7250e-03, -7.6000e-03, -1.8092e-03, 6.9424e-06,
1.3137e-04, -1.4759e-04, -8.1014e-03, -2.2631e-02, -8.2487e-03,
1.0312e-02, 3.7563e-03, 3.4775e-03, -1.3428e-03, 1.7719e-04,
-4.0106e-03, 2.6625e-03, 1.3016e-04, -1.7935e-04, 1.2082e-03,
-7.2242e-04, 5.9715e-04, 2.1049e-03, 1.4331e-03, 5.8371e-04,
-1.3840e-03, 2.3501e-03, 3.4880e-04, 2.7644e-03, -1.1030e-03,
-5.0410e-03, -5.8059e-03, 8.1074e-04, 6.2617e-03, 2.2114e-03,
-3.0762e-03, 1.7734e-03, 2.3995e-03, 1.1194e-02, -2.1968e-03,
3.3211e-03, 4.9407e-03, -9.8886e-04, 2.4725e-03, -1.7740e-03,
-2.2446e-03, 1.9748e-03, 8.5778e-04, 1.5546e-03, 7.6918e-03,
-1.9125e-03, 4.1108e-03, -1.2676e-03, 6.0367e-03, -1.0484e-02,
-1.1817e-03, 7.7095e-04, 1.8266e-02, 5.6831e-03, 4.9439e-03,
3.2709e-03, 8.7905e-03, 2.1727e-03, 4.2746e-03, 8.3568e-03,
-1.2079e-03, -2.6334e-03, -2.2742e-03, 9.5130e-03, -1.6260e-03,
-2.0238e-03, -6.0779e-03, -2.3515e-03, -1.3944e-02, 4.8907e-04,
-5.6062e-03, -3.8853e-03, 6.3187e-03, 7.1872e-03, 6.9446e-04,
-5.3299e-03, -9.9506e-03, -7.6090e-04, 1.1360e-03, -3.6083e-04,
-1.6236e-03, -2.8800e-03, -3.0344e-04, -2.3970e-04, -1.2877e-02,
-4.7949e-03, 1.3546e-04, 8.5264e-03, -8.1710e-03, 1.1825e-02,
-1.0396e-02, -1.0031e-02, -2.5820e-03, 3.3416e-03, -7.2284e-03,
-9.9941e-04, 5.8479e-03, 5.8562e-03, -5.3062e-04, 3.3818e-03,
1.6447e-04, -6.0806e-03, 1.9132e-03, 3.5714e-04, 1.4791e-03,
-1.5162e-02, -6.8944e-03, 9.6098e-03, 2.1190e-03, 9.5870e-03,
4.1759e-03, -3.8390e-03, 1.2842e-04, -2.7223e-03, -6.2429e-03,
6.1608e-03, -1.3444e-03, -7.7955e-04, 5.1579e-03, -2.8356e-03,
-8.4754e-03, -1.0639e-02, -6.0307e-03, 9.7279e-04, -4.6640e-04,
6.3788e-03, -9.0738e-04, 9.6679e-04, -5.8989e-03, 8.1555e-03,
2.9565e-03, -7.0639e-03, 5.0775e-03, -1.5395e-03, 7.7884e-03,
8.3089e-04, -3.7449e-02, -3.6378e-03, 4.1827e-03, 1.2427e-02,
-1.8169e-02, -7.2677e-03, -1.6260e-02, 2.8257e-03, -1.3977e-02,
-8.7956e-03, -1.5522e-02, 3.1683e-03, 1.2735e-02, 3.6247e-03,
1.6275e-02, -2.3378e-03, 7.1642e-03, -2.9724e-05, 7.2768e-03,
3.9912e-03, -6.0921e-04, 7.3775e-03, 3.2389e-03, 2.3884e-04,
7.5208e-03, -5.0618e-03, 9.3840e-04, 9.2009e-04, -3.5509e-03,
-1.3698e-03, -3.9062e-03, -1.5411e-02, -1.1287e-04, -4.6298e-03,
1.0581e-02, 1.9209e-03, -1.6346e-02, 1.2674e-02, 1.3874e-03,
1.0378e-02, 7.0347e-03, -8.5069e-03, -3.8637e-03, 5.5625e-03,
3.3440e-03, -4.7603e-03, 7.2330e-03, 6.8957e-03, -1.1073e-02,
3.3883e-03, -2.3356e-03, -4.1278e-03, 8.8167e-03, 1.0824e-02,
5.8160e-03, -3.4221e-03, -4.2719e-03, 1.3345e-02, 1.5650e-02,
9.1882e-03, 2.0887e-03, 1.7819e-02, -1.5977e-02, -4.9370e-03,
4.8538e-03, -1.3007e-02, -2.2991e-03, 1.3834e-02, -2.5159e-03,
-8.0432e-03, 1.9261e-02, -1.4819e-03, 1.9707e-03, -2.1603e-03,
-6.7671e-03, 5.0355e-03, -2.0771e-03, -5.1131e-03, -3.3382e-03,
1.8664e-03, -1.0284e-02, 5.1736e-04, 1.3255e-02, -3.6290e-03,
3.3993e-03, -2.4541e-03, 7.7296e-03, -6.9857e-03, -1.6295e-02,
2.1576e-03, -1.1726e-03, 6.7780e-04, 8.3436e-03, -2.6423e-03,
-1.7523e-03, -2.1081e-03, 3.6959e-03, -1.4659e-02, -2.0536e-03,
7.4176e-03, -1.5906e-02, 3.7811e-04, 3.0367e-02, -1.4203e-02,
5.3153e-02, -8.7796e-03, 1.0046e-02, 1.5321e-03, 5.1056e-03,
-1.1947e-03, 3.3568e-03, 5.4571e-03, 1.3953e-02, 4.7746e-03,
-4.0112e-03, -3.9791e-03, 5.2473e-03, 1.0460e-02, 1.4001e-02,
-3.3427e-03, 1.1111e-02, 2.7115e-03, -6.8917e-03, 3.3260e-03,
1.6346e-02, 4.6600e-02, 9.8046e-04, -8.7652e-03, 3.6437e-03,
5.0064e-04, 2.9045e-04, 5.9065e-03, -3.5048e-03, 1.7391e-03,
1.1651e-02, 7.5189e-03, 5.7795e-03, 4.6728e-03, 3.9750e-05,
3.0116e-03, -2.5939e-04, 7.1015e-03, -7.7870e-03, 7.1829e-03,
6.5435e-03, -5.3206e-03, -8.0136e-04, -2.0192e-02, -5.0908e-02,
-4.0064e-03, -5.0661e-03, -1.0862e-03, 1.1047e-02, 3.4474e-03,
9.2992e-03, -3.0034e-03, 1.5485e-03, 1.7276e-03, -1.2828e-03,
-8.2859e-03, -1.3716e-03, -5.9110e-03, -1.1701e-02, -9.1095e-03,
2.7569e-03, 1.1815e-03, 5.7870e-03, -2.3038e-04, 8.9049e-03,
6.9427e-03, 8.6307e-03, 9.4097e-04, -1.1216e-03, 6.1786e-03,
6.8195e-03, 4.9179e-04, -1.5047e-03, -6.4989e-03, 1.3021e-02,
3.0623e-03, -1.1255e-02, 8.7892e-03, 1.0512e-03, -8.1731e-03,
1.0516e-02, -4.4751e-03, -4.1271e-03, -4.5714e-03, 1.0712e-03,
-8.5696e-03, -3.4414e-03, 5.9390e-03, -5.6350e-03, 4.2397e-03,
5.3630e-03, 1.8478e-02, 2.2876e-03, -2.7029e-04, -1.0567e-02,
9.9754e-04, 4.1625e-03, -6.2722e-03, 4.9329e-03, 2.9283e-03,
-1.2124e-03, 6.6571e-03, 2.8250e-03, 3.4342e-03, 1.2165e-03,
2.6703e-04, 2.3416e-03, 8.5245e-04, 6.0298e-04, -3.6443e-04,
3.2310e-03, -6.9071e-03, 5.1703e-03, -1.6086e-03, 2.7496e-03,
1.1962e-03, -2.7812e-03, -6.8454e-03, 2.7879e-04, -1.5387e-03,
-1.3324e-03, 6.6994e-03, -1.9520e-03, -1.2636e-03, 1.9855e-03,
-4.7438e-03, 6.1085e-03, -1.9067e-03, 1.4925e-03, -1.1409e-03,
-1.7792e-03, 1.5308e-04, -4.4887e-03, 3.8030e-03, 5.0156e-03,
3.2615e-03, -2.0006e-03, -7.4637e-04, -2.6923e-02, 2.1324e-03,
2.2953e-03, 3.0587e-03, -8.9962e-04, -2.3363e-03, 1.5952e-03,
-5.8672e-04, -1.4397e-03, -2.4385e-03, 3.5874e-04, 3.9989e-03,
-2.5584e-03, -4.4200e-03, 5.3683e-03, 1.1857e-02, -4.7075e-03,
-8.8020e-04, 1.6331e-02, -1.3793e-02, 6.0891e-04, -1.0882e-03,
1.8798e-03, 1.9107e-04, -5.4728e-04, 3.4632e-03, 1.4706e-03,
1.6909e-02, -6.6867e-03, 9.1122e-03, 1.0845e-02, 4.4931e-03,
3.4453e-03, 1.3814e-02, 7.8733e-03, 9.1479e-03, 1.2147e-02,
3.9789e-04, -2.1869e-03, 4.1756e-03, -4.0405e-03, 1.8359e-02,
7.4182e-04, -1.4593e-03, 1.7792e-02, 1.3529e-02, -5.7148e-04,
6.0559e-03, 6.2760e-03, 1.1193e-02, -7.8207e-03, 6.4927e-03,
3.4820e-03, -7.9209e-03, -1.4213e-02, 2.0918e-02, -2.7885e-03,
-2.2117e-03, -1.9464e-02, 3.8063e-03, -5.0192e-03, -4.9826e-03,
-8.7066e-03, -4.1565e-03, 1.2794e-02, -6.5775e-03, 4.7349e-03,
5.6994e-03, 8.4193e-03, 1.1312e-02, 3.5723e-03, -1.1460e-02,
-5.6686e-03, 1.2095e-04, 7.6282e-03, 1.0607e-02, 3.3528e-03,
-1.4235e-02, 1.1125e-02, -5.8182e-03, 1.1315e-02, -1.5387e-02,
-7.9252e-03, -2.7593e-03, -5.9255e-03, -2.9464e-03, 7.9370e-03,
-1.3735e-02, -2.7395e-02, 4.4007e-03, 9.9096e-06, -7.0008e-03,
-9.4601e-03, -2.9438e-02, -5.6185e-03, -4.8074e-03, 1.7999e-02,
-1.2610e-02, -1.4536e-02, -1.5239e-02, -1.0904e-02, 5.2672e-02,
-1.6274e-03, 2.0428e-02, -1.3024e-02, 5.4199e-03, 5.4259e-03,
-8.2508e-03, -3.5783e-03, 2.4939e-03, 1.4849e-02, -3.9898e-02,
-3.1141e-03, -7.8452e-03, 9.0074e-03, -7.7227e-03, 1.2099e-02,
3.3334e-03, -2.2702e-02, -1.9286e-02, -8.7867e-03, -1.1635e-03,
-2.9341e-03, 3.0630e-03, -2.1617e-02, -1.8610e-02, 7.0224e-03,
-1.1401e-02, -1.9145e-02, -5.7544e-03, -4.1273e-03, 1.2079e-02,
2.1641e-03, 1.0700e-02, 1.0360e-03, 1.7533e-02, -9.2586e-03,
-1.0242e-02, 6.1801e-03, -4.5122e-03, -9.6072e-03, -3.0164e-03,
7.0239e-03, 8.4320e-03, 7.7680e-03, -8.9593e-04, 6.7314e-04,
1.4561e-02, 2.6872e-03, -5.8437e-03, 1.6696e-03, -2.5382e-03,
-1.2490e-04, -1.0261e-02, 1.6958e-03, 1.4825e-03, -3.2391e-03,
1.8340e-03, -5.6637e-03, 3.7160e-04, 9.3439e-04, 9.2866e-03,
7.7415e-04, 8.3859e-03, 5.8235e-04, -8.0297e-03, 1.9604e-03,
-1.0478e-02, -6.7162e-03, -6.7660e-04, -2.0005e-04, -7.7987e-03,
-1.1366e-02, 6.1924e-03, -2.8864e-03, -6.9045e-04, -1.3922e-03,
-1.7834e-03, 4.6717e-03, 1.2830e-05, 3.4371e-04, 7.6780e-03,
5.3353e-03, 1.7796e-02, 1.2136e-02, 2.5734e-03, 1.3710e-02,
3.3518e-03, -1.0751e-02, -9.2916e-03, 1.1266e-03, 6.7477e-03,
-2.3593e-03, -1.1096e-03, -2.0626e-03, 9.5362e-03, 3.4075e-03,
-3.6619e-02, -1.7772e-02, -1.3281e-02, -7.2178e-03, 3.0675e-03,
4.4506e-03, 8.8025e-03, 8.1143e-04, 6.4163e-03, -2.2597e-02,
4.3075e-02, -2.7434e-02, 3.8492e-02, -1.2203e-02, -2.4592e-02,
-2.3969e-02, -2.8035e-02, 2.2469e-02, -8.4638e-03, 5.8372e-03,
-2.0043e-03, 3.4687e-02, -1.8764e-02, 2.5102e-02, 1.5289e-02,
4.0309e-04, -3.5305e-02, 7.6249e-03, 1.2980e-02, -3.7284e-03,
1.1969e-02, -2.3188e-02, -6.7810e-03, -1.0469e-02, -2.6177e-02,
-4.3136e-03, -3.8496e-03, 2.4463e-02, 3.0564e-02, -1.6442e-02,
1.5127e-02, 4.6652e-02, -1.0150e-02, -1.8797e-02, -2.7633e-02,
-6.0276e-03, -2.8497e-02, -9.6424e-03, 1.8833e-02, -2.6025e-02,
-4.8454e-03, -1.0401e-02, 1.5670e-03, -3.9147e-02, -9.7842e-03,
5.2829e-03, 2.2914e-02, 2.2834e-02, -3.3555e-03, 2.4720e-03,
-1.4398e-03, -1.0709e-02, 1.2841e-02, 3.9794e-03, -1.3155e-01,
-9.7193e-03, -1.5687e-03, -2.9320e-02, -1.0829e-02, -3.5489e-02,
-2.4961e-03, -2.2901e-02, -9.7140e-03])),
('model.decoder.layers.2.self_attn.q_proj.weight',
tensor([[-0.0251, -0.0719, 0.0545, ..., -0.0408, 0.0383, -0.0655],
[ 0.1064, 0.1235, 0.1001, ..., -0.0226, 0.2805, -0.0968],
[-0.1101, -0.2023, 0.0584, ..., 0.1713, -0.0543, 0.0412],
...,
[-0.0164, -0.0683, -0.1052, ..., 0.1515, 0.0586, 0.1119],
[-0.0389, -0.0196, 0.0934, ..., -0.0400, 0.0954, 0.0115],
[ 0.0685, -0.0261, -0.0103, ..., 0.0772, -0.3947, 0.0270]])),
('model.decoder.layers.2.self_attn.q_proj.bias',
tensor([-4.2301e-01, -1.4964e-02, -2.4035e-01, 4.5763e-01, 7.9456e-01,
8.5017e-02, 1.3963e-01, -3.7235e-01, 4.4770e-01, -2.0877e-01,
-6.8116e-02, -6.1329e-01, -1.4795e-01, 3.5966e-01, 3.4897e-01,
1.8585e-01, -5.2166e-01, -1.1202e-01, 8.5580e-02, 2.9274e-01,
3.3602e-01, 5.8902e-01, 3.2188e-01, 1.9276e-01, 4.3440e-01,
-1.5580e-01, 2.1204e-02, -8.3748e-01, -5.1614e-01, -6.1760e-01,
1.0709e-02, -6.0288e-01, 5.9034e-01, -6.1644e-01, -7.6563e-02,
5.1093e-01, 5.6917e-02, -7.7056e-02, 5.0301e-03, -8.1752e-01,
-4.0575e-01, 3.7514e-01, 2.1879e-01, -4.8224e-01, -1.4720e-02,
-5.5715e-01, 1.6049e-01, -6.1743e-01, -5.6088e-01, 3.5391e-01,
2.5610e-01, 6.5537e-02, -1.5868e-01, 2.4491e-02, 2.6000e-01,
-4.7700e-01, -6.1136e-01, -1.8737e-01, 1.8784e-01, -4.4339e-02,
-8.5802e-03, 2.8019e-02, 7.8976e-02, 1.3843e-01, 2.0007e-01,
3.6580e-01, -1.8501e-01, -3.2334e-01, -3.0183e-01, 5.0978e-01,
6.4998e-02, -1.4659e-01, 1.0266e-01, 3.5509e-01, 3.2512e-01,
-2.1119e-01, 4.2873e-01, 6.3663e-01, 1.0123e-02, 3.8687e-01,
-1.9228e-01, 1.6296e-01, 2.1201e-01, -1.7922e-01, -6.3624e-01,
-1.5675e-01, 5.0904e-01, -1.7723e-01, 3.3922e-02, 2.6058e-01,
-7.4786e-02, 4.5806e-02, 2.0512e-01, -1.8817e-01, 2.1055e-01,
7.9783e-02, 1.9994e-01, -1.8664e-01, -7.3232e-02, 5.4036e-01,
5.7159e-01, -4.8011e-01, 7.7350e-02, -3.6642e-01, 3.2117e-02,
1.4688e-01, 1.7092e-01, 7.8134e-01, -2.3841e-01, 8.7461e-02,
1.6359e-01, 4.0748e-01, -4.5948e-01, -2.2394e-02, -1.3279e-01,
3.7835e-01, 4.3696e-01, -1.7967e-01, 2.9533e-01, -3.7942e-01,
-7.4792e-02, 2.0261e-01, 5.5469e-02, -8.5057e-02, -4.6385e-01,
9.1115e-03, 1.7113e-01, 3.1811e-01, 2.7302e-01, -1.9229e-01,
4.8087e-02, 6.5068e-02, 3.6200e-01, -3.9745e-01, 5.3380e-01,
-1.7536e-01, -1.8981e-01, 7.6075e-02, 1.2817e-01, -1.9392e-02,
-1.9362e-01, -6.9828e-02, 2.9566e-01, 3.8791e-01, -2.7572e-01,
-2.4263e-01, 4.6702e-01, 1.7349e-01, 5.6669e-02, -1.7479e-02,
-5.7222e-01, -3.1999e-01, 1.8753e-01, -4.3676e-01, -1.1908e-01,
6.5034e-01, 2.7004e-02, -3.2453e-01, -6.3187e-02, -1.3412e-01,
-5.2333e-01, -5.3737e-01, -8.4302e-02, 1.2277e-02, 3.1029e-03,
1.3829e-01, 7.5037e-02, -8.2751e-01, -1.0015e-01, -3.9064e-02,
-2.9919e-01, -4.9649e-01, 1.1589e-01, -9.8673e-02, -3.8177e-01,
-3.2442e-01, 3.8520e-01, 2.1110e-01, -8.1060e-02, 7.2668e-02,
4.0113e-01, -7.4837e-01, 1.0753e-01, -8.8923e-02, -3.6615e-01,
1.4953e-01, -4.1391e-02, -1.1614e-01, -8.5593e-02, -3.1636e-01,
9.5068e-02, -3.5483e-01, -7.6085e-02, 9.4386e-02, 2.0468e-02,
-2.1048e-01, 1.3535e-01, 9.4101e-03, -1.5473e-01, 1.0049e-01,
-4.4921e-01, 3.4243e-01, -2.1877e-01, -1.2202e-01, 5.3049e-02,
1.9342e-02, -2.5530e-01, 5.2367e-02, 2.9378e-01, 3.0684e-01,
7.5743e-02, -3.4233e-02, 1.4588e-01, -6.3763e-01, -2.8496e-01,
-1.9707e-01, 1.6440e-02, -1.4031e-02, -1.6551e-01, 4.9971e-01,
-2.0129e-01, 1.4713e-01, -1.9919e-01, -5.6359e-02, 1.0949e-01,
1.7645e-01, 4.4205e-01, -3.3863e-01, -8.1380e-02, -6.9581e-02,
1.3586e-02, 2.9720e-01, -4.7403e-02, 2.1151e-02, 7.3844e-02,
-7.2636e-02, -1.1224e-02, 1.5963e-01, -2.2719e-01, 1.0942e-02,
-5.5379e-02, -2.6603e-01, 1.6087e-01, 3.2810e-02, -2.8966e-02,
-4.2073e-02, -1.8486e-02, 1.6739e-01, 1.5938e-01, 2.4727e-01,
1.5843e-01, -7.6637e-02, 2.7708e-01, -4.3201e-01, -2.4152e-01,
1.4162e-01, 5.1104e-02, 3.4844e-01, -7.7517e-02, -1.1347e-01,
1.2408e-01, -2.6602e-01, -6.6242e-01, 2.8366e-01, -6.0339e-02,
6.1916e-02, 2.2872e-01, 4.0611e-02, -1.7970e-01, -4.5317e-02,
-4.2904e-02, 3.4914e-02, 2.4739e-01, -4.6380e-01, -8.1569e-02,
4.0129e-01, -3.3143e-01, -5.2605e-03, -7.9577e-03, -1.8925e-01,
-5.2185e-01, 4.3220e-02, 2.8734e-01, -3.4868e-01, -3.3735e-02,
3.5560e-01, 2.4123e-01, -2.9179e-01, 1.9197e-01, -1.3790e-01,
-2.4588e-01, 7.6605e-02, -7.5930e-02, 2.4032e-01, 4.8318e-03,
9.7333e-02, 1.2748e-01, 2.3614e-01, -1.1232e-01, 1.2698e-01,
2.0233e-01, -3.2710e-02, 3.0184e-01, -1.7173e-01, -3.1775e-01,
-8.8050e-02, 3.4287e-01, -2.5375e-01, 3.7814e-01, -5.3128e-01,
-1.7434e-01, 9.5276e-03, 1.2784e-01, -2.5836e-01, 3.5233e-02,
1.4865e-01, -1.3659e-01, -1.3428e-01, 3.6003e-01, 8.9525e-02,
-1.3884e-01, -7.0219e-02, 2.1046e-01, 5.2694e-01, -1.4085e-01,
-2.7189e-01, 3.1510e-01, -4.2720e-01, 3.6758e-03, -5.0328e-01,
-7.0814e-01, 2.7263e-01, 2.2229e-01, 9.0244e-02, 5.3619e-01,
-4.2947e-01, -6.1832e-01, 2.4525e-01, 5.0484e-01, 5.4142e-01,
1.6452e-01, 1.8903e-01, -5.9212e-01, -3.9391e-01, 1.9105e-01,
-1.4178e-01, 5.0468e-01, 1.4386e-01, -2.4371e-01, 3.9210e-02,
-4.2586e-01, 1.4534e-01, -4.5384e-01, -5.1017e-01, -7.2132e-01,
1.9501e-01, -4.2934e-01, 3.3090e-01, 6.5055e-01, -1.7968e-01,
2.6599e-01, 7.2915e-01, -3.8049e-02, -3.3671e-01, 5.7460e-01,
7.9169e-01, 1.8434e-01, 4.6026e-01, 8.7864e-02, -4.2778e-01,
6.4170e-01, -2.4940e-01, -5.5471e-01, 4.6006e-01, 3.8896e-01,
6.0798e-02, -1.1335e-01, 3.2950e-01, -5.6353e-01, 2.8852e-01,
-2.2326e-01, -1.4980e-01, -3.1192e-01, -5.6355e-01, 6.1550e-01,
-1.1262e-01, -5.0115e-02, 4.7358e-01, -5.5924e-01, -5.5786e-01,
6.3760e-01, -9.8035e-03, -4.5037e-01, -4.1328e-01, -5.3570e-01,
-4.7048e-01, 3.2941e-01, -2.0815e-01, -5.8954e-01, -5.8216e-01,
-5.0874e-01, -4.5590e-01, -2.4235e-01, 1.8278e-01, -1.5872e-01,
-2.5717e-01, -3.1760e-01, -2.4137e-01, 2.5989e-02, 7.3851e-01,
-6.2243e-02, 3.4108e-01, 1.2736e-01, 3.7317e-01, -6.0269e-01,
5.7531e-02, 7.6741e-01, 1.2639e-01, 3.7427e-01, 6.2862e-01,
-6.5745e-01, -1.2420e-01, 1.4742e-01, 7.2510e-01, 7.0752e-01,
4.4207e-02, -5.0558e-01, 6.7197e-01, 4.9531e-02, -1.2212e-01,
-4.1827e-01, 3.1786e-01, 2.3035e-01, -2.5439e-01, -3.3979e-01,
-1.0894e-01, 3.2645e-01, -6.8203e-02, -3.0308e-02, 4.1762e-01,
-2.4222e-02, 8.0796e-02, -6.5341e-01, 1.8805e-01, 5.5949e-01,
2.2715e-01, 1.0321e-01, -4.2081e-02, -7.9276e-02, -1.9697e-01,
4.9781e-01, 1.1505e-01, 4.5927e-01, 6.8697e-02, -2.8210e-01,
-1.3651e-01, -4.7089e-02, 2.1044e-01, -8.7801e-02, -1.8149e-01,
-7.0051e-02, 1.0484e-01, -2.6460e-01, 1.8131e-01, -1.0510e-01,
4.0134e-01, -1.1757e-01, 7.6076e-01, 1.4830e-01, 1.7809e-02,
1.3254e-01, 1.0829e-01, 3.4010e-01, -4.4380e-01, -7.4964e-02,
2.9993e-01, -3.6916e-01, -6.2444e-01, 2.3070e-01, -4.6292e-01,
3.0543e-01, -9.0667e-02, 6.4067e-01, 2.1686e-01, -5.6211e-02,
-4.7309e-01, -2.2437e-01, -4.4247e-01, -2.6009e-02, 1.4078e-01,
-1.7283e-01, -3.8385e-02, -2.6376e-01, 7.3500e-02, 1.2258e-01,
-3.7136e-02, -5.9057e-01, 4.9071e-02, -4.3819e-01, 8.7248e-02,
6.9718e-02, 2.2640e-01, 1.7892e-01, 2.8073e-01, -3.8240e-01,
5.7189e-02, 1.6473e-01, 2.9428e-02, 3.7711e-01, -3.6891e-01,
1.7501e-01, 5.9130e-01, 1.9459e-01, 1.7154e-01, -1.3076e-02,
9.2483e-02, 1.0592e-01, 1.5289e-01, -3.8506e-02, -4.5075e-02,
1.5497e-01, -5.1361e-01, -1.2610e-01, 2.9764e-01, -7.0042e-02,
-1.6639e-01, 1.0214e-01, -3.6933e-01, -2.1702e-01, -9.4908e-02,
-3.6743e-01, 6.9972e-02, 8.0972e-02, -2.0547e-01, 1.8558e-01,
8.5005e-02, 1.3324e-01, -3.1319e-01, -1.7250e-01, -1.1810e-01,
-2.0693e-01, 6.4693e-03, 1.0808e-01, -2.6910e-01, 2.6270e-01,
2.6788e-02, 1.3589e-01, -2.1456e-01, 5.0251e-01, 5.0412e-02,
-1.3503e-01, 7.1637e-02, -2.6353e-01, -1.2700e-01, 1.3648e-01,
-2.9185e-01, -7.4373e-02, -4.5990e-01, 1.4988e-01, 1.0217e-01,
-8.2316e-02, -9.9835e-02, -3.2720e-02, 1.2075e-01, 1.2251e-01,
-3.2256e-01, 2.7300e-01, 1.4950e-01, -1.7716e-01, -7.2483e-02,
-3.2383e-01, -3.3070e-02, -1.1733e-01, -3.4011e-01, 1.4620e-02,
-1.2568e-02, 1.1558e-01, -8.8893e-03, -9.1370e-02, 1.5669e-01,
-3.7101e-01, 3.9552e-01, -4.9600e-02, -9.9249e-02, 2.3234e-02,
6.4657e-02, 1.6544e-01, -5.0036e-01, -1.1664e-01, -2.0702e-02,
1.8358e-02, 4.5047e-01, -1.3585e-01, -2.5019e-01, 4.6286e-01,
-1.5277e-01, -2.2783e-01, -2.2271e-01, 3.3975e-01, 2.4850e-01,
1.0323e-01, -5.1981e-01, 3.6878e-01, -1.5680e-01, 1.1673e-02,
2.1030e-01, 1.4457e-01, 2.5643e-02, 2.2631e-01, 1.5970e-01,
2.7508e-01, -4.3007e-01, -9.3573e-02, -1.2122e-01, 1.3345e-01,
-3.1509e-02, -1.2110e-01, 2.0346e-01, -2.6897e-01, 1.2648e-01,
2.7223e-01, 1.3278e-01, -5.2681e-02, 1.6584e-01, 7.9185e-02,
7.3116e-02, -8.7509e-02, 1.9832e-01, -7.1359e-01, -4.6560e-01,
9.9961e-02, 2.5726e-01, -3.9554e-01, -1.3052e-01, 4.3380e-01,
1.0902e-01, 2.3660e-01, 4.4887e-01, -1.9643e-01, -4.0399e-01,
2.2408e-01, 5.5338e-02, -2.7799e-01, 1.6876e-01, -5.0996e-01,
-3.9345e-01, 4.6451e-01, 3.2875e-01, 4.6218e-01, 2.1552e-01,
-2.3630e-02, 8.1650e-02, -5.6943e-01, 6.0158e-02, -1.7967e-01,
7.8297e-02, 1.6974e-01, -5.0986e-01, -1.7202e-01, -2.8383e-02,
1.4397e-01, -5.3917e-02, -1.9152e-02, -1.7902e-01, -1.8430e-01,
-8.9462e-02, -2.2224e-01, 1.6496e-01, -1.8107e-01, -5.7882e-01,
-9.3062e-02, -1.5704e-02, 4.1585e-02, 4.8260e-02, -6.4993e-01,
4.3041e-01, -3.3622e-02, -2.8707e-01, -4.3962e-01, -5.5299e-01,
1.3718e-01, -1.2421e-01, 2.2673e-02, -2.3108e-01, -5.2675e-02,
-2.9190e-02, -3.4268e-01, 3.8414e-02, 4.8094e-01, 5.1103e-01,
3.5873e-01, 2.6277e-01, -8.3334e-02, 2.7610e-01, 4.0536e-01,
-2.0308e-01, 6.3721e-02, -2.9042e-02, -5.2970e-01, -2.3214e-01,
-2.0931e-01, -2.2006e-01, 1.9849e-01, -5.6973e-01, 3.7250e-02,
-2.0746e-02, -2.8986e-02, 1.0247e-01, -2.3419e-01, 9.8339e-02,
-3.3603e-03, 1.6126e-01, -4.8405e-02, -2.6629e-01, 1.3073e-01,
-3.6499e-01, -1.4417e-01, 1.6569e-01, 1.5766e-01, 1.4666e-01,
2.4698e-02, -6.5710e-02, -4.8039e-02, -2.2340e-02, 7.3006e-02,
-6.6077e-02, -8.6722e-03, -7.3308e-02, 1.5743e-01, -1.6783e-01,
-2.0666e-01, 3.9073e-03, 1.4051e-01, 3.9647e-02, -3.8109e-01,
-1.3321e-01, -3.2110e-01, 3.0900e-01, -9.5636e-02, 8.6139e-03,
-2.1030e-01, -6.7564e-02, -9.8949e-02, -1.4663e-01, 4.6645e-02,
2.9990e-01, -1.3179e-01, 4.7407e-02, 5.9327e-02, -4.0271e-02,
1.1038e-01, -1.7420e-03, -2.6932e-01, 1.1801e-02, -6.6510e-04,
-8.1421e-02, 1.8972e-01, -3.7166e-01, -1.1351e-02, -8.6240e-02,
-3.5026e-03, -8.3718e-02, -1.0144e-01, 9.5287e-04, 2.6097e-02,
-1.7860e-01, -2.6063e-01, 1.2271e-01])),
('model.decoder.layers.2.self_attn.out_proj.weight',
tensor([[ 0.0326, -0.0203, 0.0837, ..., 0.0196, 0.0049, 0.0300],
[ 0.0826, -0.0272, -0.0168, ..., -0.0016, -0.0252, -0.0250],
[-0.0336, -0.0464, -0.0047, ..., 0.0113, -0.0315, -0.0055],
...,
[-0.0303, -0.0170, 0.0274, ..., 0.0107, -0.0007, -0.0419],
[-0.0151, -0.0498, 0.0511, ..., 0.0529, 0.0052, 0.0759],
[-0.0882, 0.0313, -0.0362, ..., -0.0281, -0.0347, 0.0368]])),
('model.decoder.layers.2.self_attn.out_proj.bias',
tensor([-3.5075e-02, 5.6329e-02, 7.8303e-04, -1.8866e-02, -3.0619e-02,
-8.4758e-02, 7.1081e-02, 2.9594e-03, -8.5288e-03, -2.5192e-02,
-1.6598e-02, 4.4864e-02, 4.7820e-02, 6.1939e-02, 3.3333e-02,
1.6429e-02, 2.1999e-02, -1.6014e-02, -2.3738e-02, -2.8805e-03,
-1.7075e-02, 2.0154e-02, -5.6479e-03, 1.0876e-03, -1.0541e-02,
7.2486e-02, 3.4471e-02, 9.2150e-03, 5.9390e-02, 1.4175e-01,
-4.6877e-02, -2.6419e-02, -1.8625e-02, -7.0555e-03, -7.5049e-04,
2.5990e-02, -3.3191e-02, 3.8764e-03, -3.8385e-02, 1.9116e-02,
2.4815e-02, -3.7563e-02, 5.5381e-02, -1.0837e-01, -5.1140e-02,
-4.0627e-02, 2.6491e-02, 9.2544e-03, -2.9649e-02, -1.0205e-02,
-1.1491e-02, 4.8028e-02, -1.1327e-01, -3.4109e-02, 5.0214e-02,
7.4898e-02, 2.9296e-02, 7.7491e-02, -1.0974e-01, -2.4538e-02,
-2.1050e-02, -4.6863e-02, -1.6092e-02, 4.0901e-02, -6.3515e-02,
-4.3581e-02, 4.9995e-02, -2.3451e-02, -6.4572e-02, -2.4407e-02,
4.0682e-02, -8.0535e-03, -7.9855e-02, 1.2110e-03, -1.4000e-03,
-1.9116e-03, 4.2366e-02, 2.2921e-02, 1.2735e-02, -2.6031e-02,
2.4649e-03, -6.2351e-03, 9.8745e-03, -5.9654e-02, -5.0379e-02,
-2.0789e-02, -5.4710e-02, -3.1349e-02, 1.4568e-02, -3.5968e-02,
3.9992e-02, 5.5832e-03, 1.8765e-02, -3.0789e-03, 2.5577e-02,
-6.9298e-02, -7.7120e-04, 5.0886e-02, 2.1376e-02, -3.2811e-03,
3.9757e-02, 4.4828e-03, -2.2237e-02, -4.9089e-02, 2.7970e-02,
-4.3114e-02, 3.0337e-02, -2.1815e-02, -7.8184e-02, 1.5384e-02,
-2.0929e-03, 2.0323e-02, -6.9489e-03, 6.7761e-02, -1.6745e-02,
2.8901e-03, 2.9439e-03, -3.3362e-02, -3.1720e-03, 4.9143e-02,
-1.7092e-02, 1.9438e-02, 5.3230e-02, 8.5678e-02, -7.9056e-02,
-1.4188e-02, 3.7632e-02, -2.8911e-02, -7.7163e-03, 2.1241e-03,
-8.0900e-02, 6.8589e-03, 4.7126e-02, -1.1716e-03, -1.8748e-02,
-1.0155e-02, -2.4108e-02, 2.3351e-02, 2.6192e-02, -1.1388e-02,
-5.5255e-02, -1.6054e-02, -1.3722e-02, -4.7463e-02, 1.3178e-03,
-2.5155e-02, 5.3752e-02, 4.8391e-02, -4.0655e-02, 8.2772e-02,
-3.4803e-02, 3.1988e-02, -5.0864e-02, 8.0515e-02, 1.0636e-01,
-2.1182e-02, 3.4822e-02, 4.3877e-02, -3.4794e-02, 9.5475e-03,
-1.0632e-01, -3.1570e-02, -4.6163e-03, -4.2476e-02, 6.0468e-02,
-6.9605e-02, 5.2010e-02, 5.8807e-03, 7.4990e-03, 1.1582e-01,
-5.0122e-02, -4.0570e-03, 9.2818e-03, 4.6281e-02, 8.5642e-02,
3.4275e-02, 3.9137e-03, 3.6505e-04, -4.8828e-02, 4.8560e-02,
4.1845e-02, -2.9639e-02, -4.3102e-02, 7.9476e-02, -7.2913e-03,
2.4347e-02, 4.6946e-02, -2.7386e-02, 6.1690e-02, -7.3581e-02,
1.2582e-02, -4.2531e-02, 9.3746e-02, 1.2712e-02, -7.9682e-03,
2.4284e-02, 4.5819e-02, -9.2545e-02, 1.6725e-02, -1.3766e-02,
1.3523e-02, 1.4924e-02, -2.9187e-02, -2.0044e-02, -5.8111e-02,
-1.9381e-02, -3.5805e-02, -1.9711e-03, -6.8775e-03, 1.7940e-02,
-2.9123e-02, -5.6042e-02, -6.9724e-04, -3.3065e-02, -3.6115e-02,
5.0244e-02, 6.8713e-02, 2.8456e-02, -8.7543e-03, 1.8853e-02,
-8.7752e-03, -1.3591e-02, -6.5738e-02, 3.6749e-02, 6.3164e-02,
-1.7425e-02, -5.5335e-03, 1.5061e-02, -4.2369e-02, -3.9829e-02,
6.8671e-03, 4.1672e-02, -3.2015e-02, 4.3479e-02, 1.9226e-02,
5.4958e-02, 4.9169e-02, -1.4890e-02, -4.1843e-03, 3.2035e-02,
5.4601e-04, 1.8398e-02, 6.8375e-02, -4.5985e-02, -1.5535e-02,
-9.1361e-04, 1.7589e-02, 4.2232e-02, 3.4659e-02, -2.3427e-02,
2.0439e-02, -1.9298e-02, -1.0632e-02, 1.7051e-02, -3.0674e-03,
1.7084e-02, 5.9048e-02, -1.5475e-02, -3.9169e-02, -3.5713e-02,
2.2221e-02, 8.8818e-04, 1.2917e-02, -6.6931e-02, 2.0987e-02,
-9.3399e-02, -9.0424e-02, 2.3588e-02, -1.7194e-02, -3.0145e-02,
-2.9838e-02, -2.9738e-03, 5.7514e-02, -1.2746e-02, -1.6418e-02,
-8.7456e-03, -7.1217e-03, -8.1565e-02, 4.7498e-02, 3.2266e-02,
2.1742e-02, 4.0835e-02, 1.5915e-02, -1.7677e-02, 4.5739e-03,
4.7377e-02, -1.4462e-03, 1.7049e-02, 8.0612e-02, -1.5720e-02,
2.9636e-02, 7.5519e-02, 2.5952e-02, -1.6260e-02, 3.3366e-02,
7.3741e-02, -6.7097e-03, -2.6175e-02, -3.6041e-02, 1.4906e-04,
-1.8242e-03, 1.8360e-02, 4.0309e-02, 2.7573e-02, -9.0933e-02,
3.6038e-02, 4.0242e-02, 6.3632e-02, 1.2200e-02, 4.4017e-02,
-5.7716e-02, -1.3756e-02, -7.1590e-02, 8.0322e-02, 1.0583e-02,
7.8854e-03, 6.6049e-03, -2.0890e-02, -4.0954e-02, 2.4982e-03,
6.7798e-03, 3.4056e-02, -9.1804e-02, -1.2429e-02, 3.5011e-02,
-2.7013e-02, 9.9002e-03, 3.5935e-02, -5.2560e-03, 6.5890e-02,
-2.8070e-02, -1.9157e-02, 3.3103e-02, -9.8278e-03, -1.4570e-02,
2.2676e-02, 4.9591e-02, -8.8076e-03, 7.7455e-03, -4.0639e-02,
8.2835e-02, 3.1470e-03, 6.5718e-02, -6.8847e-02, -1.7552e-02,
5.7123e-02, 1.7141e-02, 1.6105e-03, -3.1637e-03, 1.4017e-02,
3.7657e-02, 6.8022e-02, -4.7279e-02, -7.2359e-03, 1.1531e-02,
6.9049e-02, 6.1969e-02, 1.6345e-02, 1.9472e-03, 4.3159e-02,
1.4989e-02, -1.1648e-03, -2.5656e-02, 3.1807e-02, 5.7585e-02,
4.6833e-02, 1.2137e-01, -3.1435e-02, -2.2553e-03, -2.3834e-02,
3.8413e-02, 3.7585e-02, -1.8907e-02, -5.2254e-02, 3.6402e-02,
-6.0240e-02, -1.0774e-02, -6.5759e-02, 1.9903e-02, 3.1709e-02,
3.2188e-02, 5.5854e-02, 2.4286e-02, -1.0048e-02, 7.4819e-03,
5.4107e-02, 1.4346e-02, 2.4068e-02, 2.2352e-02, 1.8154e-02,
-4.1372e-02, -5.2503e-02, 1.5461e-02, -7.7057e-03, -1.5015e-02,
2.8329e-02, -2.0238e-02, 7.4387e-03, 1.2191e-01, 3.0052e-03,
5.2093e-02, -6.9461e-02, -1.3873e-02, 4.9585e-02, 2.0993e-03,
-2.1019e-02, -2.9278e-02, -2.2464e-02, -1.7282e-03, -7.2233e-02,
2.5059e-02, -5.7628e-02, -9.8977e-03, -4.2549e-02, 1.5982e-02,
-1.6990e-02, 4.4565e-03, 1.9519e-02, -3.4404e-02, -4.5286e-02,
3.6516e-02, 5.1537e-02, 2.1234e-02, -8.0142e-02, -1.5931e-02,
-3.5981e-02, -2.2619e-02, -2.6854e-02, 7.5934e-03, -4.7409e-03,
2.2112e-02, -1.7117e-01, 1.8064e-02, -3.8727e-02, 3.1708e-02,
-9.6154e-02, 6.4032e-02, -2.0333e-02, 3.4465e-02, -8.4189e-03,
6.3953e-02, -3.0998e-02, -3.6608e-02, -5.8751e-02, -2.5042e-02,
-1.1556e-02, -2.9587e-02, -5.1944e-02, -3.1636e-02, -2.7722e-02,
8.0997e-02, 8.0441e-02, -2.2949e-02, 4.6440e-02, 8.8898e-03,
1.0820e-01, -9.6621e-03, 3.3102e-02, -3.7593e-02, -1.5592e-04,
3.7535e-02, -2.1353e-02, 6.4663e-03, -3.3246e-02, 3.8890e-02,
-3.6425e-02, -1.8412e-02, 3.7622e-02, 1.0240e-01, 2.7854e-02,
2.0971e-02, -4.3902e-03, 7.3277e-02, 2.6507e-02, -7.6296e-03,
2.4822e-02, 4.7343e-02, 1.5506e-02, 1.0399e-01, -1.8957e-02,
-2.2701e-03, -4.8691e-02, -1.7056e-02, -1.6926e-02, 1.2520e-02,
-1.8855e-02, -2.2261e-02, -9.4407e-03, 1.1246e-02, 1.8408e-02,
-5.8822e-03, 7.0312e-03, -5.7801e-02, -1.4291e-02, 4.9031e-05,
-1.8737e-02, 2.5341e-02, -8.2022e-03, 3.4546e-02, 2.3921e-02,
-4.4117e-02, 1.0518e-02, 2.7362e-02, 2.5099e-02, 7.2059e-02,
3.2262e-02, 6.6735e-03, 6.8936e-03, 4.9724e-02, -8.1167e-03,
-1.1605e-02, 3.9030e-02, 9.3788e-02, 3.5071e-02, 1.7019e-02,
2.3333e-02, -4.9458e-02, 3.7282e-02, -1.1092e-02, 1.4282e-02,
-1.1551e-02, -7.3072e-02, -4.9451e-02, 3.3306e-04, 8.0856e-03,
-2.4292e-02, -5.8167e-02, 4.5136e-02, -3.2971e-02, 3.5470e-02,
-7.6536e-02, -1.0427e-02, -5.7459e-02, 1.1769e-02, 5.6382e-02,
2.9744e-02, -6.0925e-03, 4.7681e-02, -9.5851e-02, 6.8747e-02,
9.9084e-03, 7.6252e-02, 4.2762e-02, -4.5626e-02, 1.5844e-02,
3.1228e-02, 1.1572e-02, 1.3761e-02, -4.8376e-03, 1.2280e-02,
3.4360e-02, 2.9146e-02, -9.7211e-03, -3.6958e-02, -6.5257e-02,
-3.1985e-02, 4.7081e-02, -3.1185e-02, -5.4103e-02, -1.4179e-02,
3.5306e-02, -5.5184e-02, 2.3544e-02, -3.3393e-02, -1.3064e-02,
-1.9451e-02, 1.1325e-02, -2.7019e-02, -7.9864e-03, -3.3280e-02,
3.9923e-02, 2.9195e-02, -3.4977e-02, 5.9206e-02, -1.5836e-02,
3.4853e-03, -4.2881e-02, 9.0871e-03, 2.3220e-02, 5.1965e-03,
2.3522e-01, 7.8091e-02, 1.5951e-02, -5.6168e-02, 4.6557e-02,
4.1861e-02, 4.3675e-02, 5.9248e-04, -1.6435e-02, -7.0798e-02,
1.0725e-02, -4.4441e-03, 7.6117e-03, -5.0098e-02, -1.0664e-02,
-5.0406e-02, 2.7849e-02, 7.8984e-03, 1.8677e-02, 2.3996e-02,
-7.0825e-03, 8.2371e-02, 8.9413e-02, -3.9806e-02, -3.3225e-03,
5.4913e-02, -5.2606e-02, -3.0198e-02, 3.8425e-02, 9.8036e-05,
4.1740e-02, -6.3347e-02, 9.8761e-03, -2.8113e-02, -1.1486e-02,
-1.5531e-02, 7.3645e-02, 3.5734e-02, 2.6628e-02, 6.1875e-02,
2.7444e-02, 9.0853e-02, 2.5440e-02, -1.6877e-02, 2.8044e-02,
3.3863e-02, 1.6912e-02, 1.0669e-02, 1.3410e-02, 7.5669e-02,
-6.8859e-03, 5.2418e-02, -1.4917e-02, -8.0542e-02, 4.5086e-02,
4.7854e-02, 2.4505e-02, 1.4574e-02, -4.5321e-03, -6.9979e-02,
2.3213e-02, 3.8091e-02, -1.6281e-02, 1.9412e-02, -3.6880e-02,
-4.7281e-02, 5.3664e-02, -1.4477e-02, -2.4748e-02, 9.2898e-02,
4.0750e-02, 4.5541e-02, 2.8696e-02, -2.4455e-02, 4.2472e-02,
2.0498e-02, 6.0030e-02, -6.4613e-04, 1.1664e-02, 6.8135e-03,
4.0134e-02, -1.2975e-02, 3.7808e-03, 1.4458e-02, 1.3008e-02,
-4.6299e-02, 3.2934e-03, 8.7369e-02, 1.3690e-02, 5.2223e-02,
-4.4887e-02, -3.1195e-02, 8.1793e-03, 6.5656e-02, 9.6707e-03,
7.0723e-03, 2.8502e-02, -1.2037e-02, 3.6615e-02, 4.6274e-03,
5.7090e-02, 6.5403e-02, -2.8881e-02, -1.6576e-02, 2.1634e-02,
1.1167e-02, -2.7284e-02, -1.1832e-02, 4.7513e-02, -4.6437e-02,
2.4404e-02, -7.8975e-03, 3.7135e-03, 5.3757e-02, -2.0684e-03,
-2.2758e-02, 2.2496e-03, -8.4516e-02, -8.9160e-03, 4.1368e-02,
-3.2807e-02, -3.3045e-03, -1.7115e-02, 2.1636e-01, -5.0746e-02,
-3.7653e-03, 2.1262e-02, 1.5194e-02, 9.3494e-02, -1.9187e-04,
1.8892e-02, -1.3644e-04, -5.9618e-02, -8.0190e-02, -5.9433e-03,
6.5195e-02, 3.3764e-02, 9.0674e-04, 3.1260e-02, 9.3846e-03,
-1.2258e-02, 5.9668e-02, -3.3464e-02, 2.8307e-02, -6.9588e-02,
-2.7551e-03, 3.7020e-02, 5.7182e-02, -2.3543e-02, 4.5162e-02,
-2.8033e-02, -4.9544e-02, -9.3738e-02, 1.8628e-02, 1.1137e-02,
-2.0857e-02, 2.6360e-02, -1.2260e-02, 3.3521e-02, -8.6898e-02,
-3.9625e-02, 2.9698e-04, 4.3444e-02, 1.5418e-02, 7.0522e-02,
6.2695e-02, -1.4719e-02, 4.4186e-02, 2.3406e-02, -6.8387e-03,
6.1259e-02, 8.1455e-02, -1.6176e-03, 2.0355e-02, -1.3914e-02,
1.0539e-02, -3.2054e-02, 3.1880e-03, 4.5778e-02, -3.2478e-02,
4.2390e-03, 1.1597e-02, -1.1476e-01, -4.8441e-02, -6.1307e-02,
3.8905e-02, 2.6608e-01, 3.2020e-02])),
('model.decoder.layers.2.self_attn_layer_norm.weight',
tensor([0.8155, 0.8998, 0.9313, 0.8420, 0.9437, 0.8284, 0.8020, 0.8470, 0.8978,
0.8767, 0.8341, 0.8598, 0.8098, 0.8684, 0.8282, 0.9147, 0.8902, 0.8347,
0.8481, 0.8875, 0.8014, 0.8486, 0.8974, 0.8893, 0.8318, 0.8749, 0.8415,
0.8767, 0.8681, 0.4772, 0.9231, 0.8485, 0.8531, 0.8954, 0.8802, 1.0169,
0.8557, 0.9206, 0.7972, 0.8578, 0.9231, 0.8958, 0.8707, 0.8310, 0.9044,
0.8888, 0.9022, 0.8887, 0.8322, 0.8807, 0.8557, 0.8873, 0.9497, 0.8155,
0.8261, 0.8518, 0.8751, 0.8346, 0.8676, 0.8671, 0.8277, 0.8744, 0.8811,
0.8892, 0.8796, 0.8721, 0.8834, 0.9427, 0.8655, 0.8180, 0.8514, 0.8402,
0.8503, 0.8432, 0.9049, 0.8623, 0.8451, 0.9111, 0.8870, 0.8580, 0.8204,
0.9335, 0.9063, 0.9166, 0.8160, 0.8438, 0.8324, 0.8755, 0.8685, 0.8579,
0.8528, 0.8674, 0.8182, 0.9526, 0.8408, 0.8878, 0.8638, 0.8455, 0.8326,
0.8281, 0.8805, 0.8654, 0.8470, 0.8275, 0.8673, 0.9037, 0.8823, 0.8620,
0.8545, 0.9108, 0.9413, 0.8983, 0.9156, 0.8119, 0.8849, 0.8959, 0.9681,
0.8793, 0.9521, 0.8480, 0.7821, 0.9012, 0.8559, 0.8460, 0.9021, 0.8352,
0.8730, 0.8554, 0.9210, 0.8479, 0.8262, 0.8304, 0.8496, 0.8947, 0.7569,
0.8344, 0.8509, 0.8405, 0.8463, 0.9391, 0.8097, 0.8066, 0.8634, 0.8561,
0.8390, 0.8500, 0.7887, 0.8183, 0.8724, 0.9913, 0.8958, 0.8194, 0.8126,
0.8126, 0.8590, 0.8748, 0.9254, 0.8059, 0.8253, 0.9412, 0.8958, 0.8852,
0.8715, 0.8461, 0.8504, 0.8331, 0.8738, 0.7746, 0.9137, 0.8707, 0.8373,
0.9028, 1.0823, 0.8587, 0.8575, 0.8541, 0.8662, 0.8914, 0.9064, 0.8353,
0.8603, 0.9153, 0.8950, 0.8380, 0.8737, 0.8412, 0.8650, 0.8340, 0.7803,
0.8118, 0.8192, 0.8533, 0.8557, 0.8689, 0.8699, 0.9289, 0.8365, 0.8242,
0.8889, 0.8640, 0.8186, 0.8809, 0.8681, 0.8740, 0.9146, 0.8385, 0.9236,
0.8547, 0.8623, 0.8987, 0.9002, 0.8329, 0.9210, 0.8798, 0.8331, 0.8826,
0.7951, 0.8541, 0.9043, 0.8170, 0.8916, 0.8930, 0.8035, 0.8438, 0.8605,
0.7950, 0.8025, 0.9696, 0.9353, 0.7414, 0.9017, 0.8934, 0.8546, 0.8171,
0.8572, 0.8992, 0.8587, 0.8497, 0.8549, 0.8647, 0.8873, 0.9114, 0.8213,
0.8605, 0.8464, 0.8990, 0.8662, 0.8288, 0.8399, 0.8905, 0.8445, 0.7130,
0.9324, 0.8314, 0.8813, 0.8877, 0.8793, 0.8760, 0.8464, 0.8392, 0.8623,
0.8828, 0.8884, 0.8245, 0.8763, 0.8074, 0.8809, 0.8973, 0.8117, 0.9054,
0.8687, 0.8754, 0.8663, 0.8754, 0.7992, 0.8515, 0.9003, 0.9101, 0.8963,
0.9430, 0.9465, 0.8431, 0.8308, 0.8685, 0.8386, 0.9241, 0.8888, 0.7958,
0.8548, 0.8442, 0.8570, 0.8121, 0.8460, 0.8761, 0.9147, 0.8515, 0.8813,
0.8526, 0.8546, 0.8502, 0.8936, 0.8666, 0.8895, 0.8382, 0.9081, 0.8818,
0.8850, 0.8829, 0.8742, 0.7911, 1.0756, 0.8769, 0.8842, 0.8545, 0.7864,
0.8399, 0.8394, 0.8914, 0.7863, 0.8628, 0.8446, 0.8302, 0.7760, 0.7517,
0.8315, 0.8764, 0.8094, 0.8804, 0.8625, 0.8253, 0.8985, 0.8838, 0.9385,
0.8212, 0.8497, 0.9041, 0.9084, 0.8359, 0.8686, 0.7969, 0.8613, 0.8631,
0.8522, 0.8974, 0.8838, 0.8767, 0.8543, 0.8941, 0.8501, 0.8755, 0.8567,
0.8835, 0.8249, 0.8640, 0.9082, 0.8288, 0.9084, 0.8916, 0.8278, 0.8681,
0.8980, 0.7903, 0.8226, 0.8340, 0.8372, 0.8630, 0.8932, 0.8736, 0.8350,
0.8920, 0.8351, 0.8206, 0.8664, 0.8199, 0.9267, 0.8406, 0.8905, 0.8662,
0.8713, 0.8498, 0.8531, 0.8767, 0.8901, 0.8268, 0.8458, 0.8747, 0.8158,
0.8358, 0.8106, 0.8299, 0.8043, 0.8343, 0.8173, 0.9107, 0.8301, 0.8602,
0.8560, 0.9120, 0.7646, 0.8637, 0.8339, 0.8598, 0.8840, 0.9540, 0.8313,
0.8246, 0.7874, 0.8544, 0.8615, 0.8359, 0.8803, 0.8695, 0.8556, 0.8138,
0.8682, 0.8944, 0.8534, 0.8447, 0.8654, 0.8058, 0.9175, 0.8640, 0.7750,
0.8372, 0.8199, 0.9224, 0.8913, 0.8383, 0.8888, 0.9912, 0.8862, 0.4537,
0.8809, 0.8618, 0.8249, 0.8258, 0.9032, 0.9112, 0.8352, 0.8767, 0.8452,
0.8286, 0.8196, 0.8415, 0.8545, 0.8736, 0.8651, 0.8846, 0.8515, 0.8680,
0.8059, 0.8696, 0.8761, 0.8544, 0.8558, 0.8072, 0.8614, 0.9397, 0.8762,
0.8241, 0.8302, 0.8696, 0.8418, 0.8424, 0.7935, 0.8638, 0.8447, 0.8784,
0.8763, 0.8496, 0.9152, 0.9014, 0.7646, 0.8312, 0.8270, 0.8676, 0.8289,
0.8838, 0.8621, 0.8911, 0.8782, 0.8325, 0.8643, 0.8520, 0.8925, 0.8264,
0.8568, 0.8852, 0.8218, 0.8053, 0.9139, 0.8485, 0.8357, 0.8332, 0.8569,
0.8629, 0.8571, 0.7375, 0.9007, 0.8699, 0.8309, 0.8575, 0.8535, 0.8858,
0.8544, 0.9250, 0.9400, 0.8578, 0.8264, 0.8223, 0.9010, 0.8912, 0.8522,
0.8792, 0.8711, 0.8287, 0.8754, 0.8984, 0.9435, 0.8536, 0.8089, 0.8643,
0.8431, 0.9043, 0.9099, 0.9016, 0.8334, 0.8993, 0.8758, 0.8336, 0.8848,
0.8441, 0.8750, 0.8471, 0.9154, 0.8723, 0.8450, 0.8969, 0.8371, 0.8559,
0.8824, 0.8096, 0.9259, 0.8484, 0.8982, 0.8665, 0.8799, 0.8433, 0.8561,
0.8420, 0.8475, 0.8382, 0.8260, 0.8325, 0.8170, 0.9102, 0.8381, 0.5531,
0.9471, 0.8167, 0.9024, 0.8973, 0.8803, 0.8635, 0.9105, 0.8035, 0.8441,
0.8863, 0.8427, 0.8633, 0.8516, 0.7720, 0.9054, 0.8622, 0.7085, 0.8552,
0.8310, 0.8706, 0.8513, 0.9660, 0.6298, 0.8365, 0.8979, 0.8892, 0.8322,
0.8945, 0.8857, 0.8452, 0.9023, 0.8693, 0.8986, 0.8434, 0.8143, 0.8633,
0.8543, 0.8647, 0.8781, 0.8182, 0.8095, 0.9205, 0.8823, 0.8683, 0.8157,
0.7857, 0.8956, 0.8203, 0.8990, 0.8839, 0.8266, 0.8677, 0.8827, 0.8949,
0.8963, 0.8658, 0.8801, 0.9063, 0.8379, 0.9223, 0.8593, 0.8670, 0.8459,
0.9335, 0.8683, 0.8827, 0.8731, 0.7752, 0.9366, 0.8715, 0.9074, 0.8988,
0.8087, 0.8379, 0.8767, 0.8141, 0.8728, 0.8497, 0.8815, 0.8427, 0.9015,
0.9048, 0.8819, 0.9171, 0.8378, 0.8680, 0.9062, 0.8483, 0.8797, 0.8535,
0.8820, 0.8951, 0.8694, 0.8643, 0.9148, 0.8815, 0.8958, 0.8360, 0.7484,
0.7916, 0.9335, 0.8525, 0.8568, 0.8853, 0.8387, 0.8416, 0.7918, 0.8631,
0.8342, 0.8604, 0.8649, 0.8142, 0.8047, 0.8361, 0.8912, 0.8680, 0.8634,
0.8651, 0.8321, 0.8650, 0.8121, 0.8733, 0.8675, 0.8708, 0.8554, 0.8686,
0.8786, 0.8416, 0.8884, 0.8645, 0.8842, 0.8859, 0.7639, 0.6714, 0.9293,
0.8841, 0.8339, 0.8523, 0.8367, 0.8283, 0.9736, 0.8168, 0.8713, 0.8448,
0.8536, 0.7383, 0.8662, 0.8831, 0.9091, 0.8939, 0.9154, 0.9297, 0.8797,
0.8825, 0.8211, 0.8096, 0.7956, 0.8334, 0.8608, 0.8658, 0.9132, 0.9169,
0.8256, 0.8477, 0.8920, 0.8971, 0.8124, 0.9079, 0.8521, 0.8286, 0.8811,
0.8446, 0.8929, 0.8101, 0.8573, 0.8435, 0.8440, 0.8529, 0.6719, 0.8442,
0.8521, 0.8377, 0.8626, 0.8720, 0.9406, 0.8307, 0.8670, 0.8487, 0.8820,
0.8889, 0.8840, 0.8650, 0.7928, 1.0168, 0.8367, 0.8606, 0.8863, 0.8164,
0.7954, 0.8845, 0.8611, 0.8001, 0.8579, 0.8623, 0.8738, 0.8348, 0.8078,
0.8561, 0.8144, 0.7903])),
('model.decoder.layers.2.self_attn_layer_norm.bias',
tensor([-1.0202e-01, -9.3926e-02, -1.6774e-01, -9.2032e-02, -6.4740e-02,
-1.1995e-01, -2.7529e-01, -1.6521e-01, -7.4449e-02, -4.4613e-03,
-9.8404e-02, 1.2379e-03, -1.3147e-02, -1.5073e-03, -9.3339e-02,
-6.5378e-02, -7.5714e-02, -7.8266e-02, -6.5332e-02, -9.6354e-02,
-2.0332e-01, -9.9079e-02, -3.1866e-02, 6.0651e-02, -1.2919e-01,
-1.7366e-01, -8.1890e-02, 5.5807e-01, -5.9928e-02, -2.2792e-01,
-6.7309e-02, -1.0714e-01, -9.9261e-02, -1.7309e-01, 6.1843e-02,
-7.0986e-02, -1.2069e-01, -1.2707e-01, -2.0116e-01, -1.9942e-01,
-1.0284e-01, -8.4630e-02, -8.8455e-02, -1.7945e-01, -1.8897e-01,
-4.2784e-02, -7.1328e-02, -7.1152e-02, -7.3369e-02, 7.2437e-03,
-8.5600e-02, -1.2885e-01, 2.7808e-02, -1.4515e-01, -1.6542e-01,
-1.2066e-01, -1.2062e-02, 1.6500e-02, -6.1434e-02, -7.6576e-02,
-8.4362e-02, -4.5159e-02, -1.0530e-01, -2.6195e-02, -1.5567e-01,
-7.7270e-02, -1.0688e-02, -1.4216e-01, -1.0978e-01, -1.4157e-01,
-2.0706e-01, -1.1910e-01, -6.4559e-02, -4.4457e-02, 5.3355e-03,
-9.1351e-02, -9.9406e-03, -1.1630e-01, -6.9687e-02, -7.8286e-02,
-7.7349e-02, -5.9928e-02, -9.7849e-02, -1.1016e-01, -1.2014e-01,
-1.0814e-01, -1.2197e-01, -1.4748e-01, -3.1191e-02, 6.6950e-03,
-4.6021e-02, -3.7656e-02, -6.8462e-02, -1.3647e-01, -9.4296e-02,
-9.2366e-02, -1.3054e-01, 1.6186e-02, -8.3815e-02, -1.0565e-01,
-4.2354e-03, -3.4280e-02, 4.8721e-03, -1.3800e-01, -8.8473e-02,
-2.5876e-01, -1.7399e-01, -9.4195e-02, -2.6876e-02, 4.1686e-02,
-1.6923e-01, -2.2330e-02, -7.6167e-02, -6.3100e-03, -1.0894e-01,
-1.6405e-01, -1.8203e-02, -1.7222e-01, -1.7025e-01, 2.2083e-02,
-1.4024e-01, 3.5497e-02, -1.0214e-02, -1.1152e-01, -1.4941e-01,
-1.9141e-01, -3.9948e-02, -5.4729e-02, -4.9641e-02, -1.3897e-01,
-1.1751e-01, -2.5096e-01, 5.7651e-03, -1.7007e-01, -2.3128e-02,
-2.4398e-01, -9.7855e-02, -1.0195e-01, 1.9819e-02, -9.9291e-02,
-4.1462e-02, -1.8860e-01, -9.6685e-02, -1.6945e-01, -1.0578e-01,
-1.1139e-01, -2.5772e-02, -1.5371e-01, -2.9425e-02, -1.8656e-01,
5.3577e-03, 3.0758e-02, -3.7327e-02, -2.8168e-02, -3.6122e-02,
-1.6059e-01, 4.9072e-02, -1.6310e-02, -1.7141e-01, -1.4637e-02,
-6.3895e-02, -2.0924e-03, 1.3732e-01, -7.4547e-03, -1.6262e-01,
-4.4187e-02, -1.2958e-01, -1.2403e-01, -1.1193e-01, 1.5019e-02,
-1.9611e-01, -1.0215e-01, 3.6511e-02, -4.4700e-02, -8.1690e-02,
-6.8040e-02, -2.5453e-02, -3.3533e-02, -1.7105e-01, -4.0020e-02,
-1.3735e-01, -1.0523e-01, -1.4709e-01, -1.0601e-01, -7.5136e-02,
-5.8735e-02, -2.0583e-01, 1.9169e-02, -1.0893e-01, -1.1424e-01,
-1.0430e-01, -2.1344e-01, -5.8088e-02, -3.1519e-02, -1.1541e-01,
-7.1321e-02, 3.5637e-02, -1.4266e-01, -1.1082e-01, -8.6400e-02,
9.6760e-02, -1.2960e-01, -1.1478e-01, -5.5804e-02, -8.5125e-02,
-8.5232e-02, -1.7762e-01, -7.5856e-02, -1.1440e-01, -9.8211e-02,
-1.2734e-01, -7.7412e-02, -7.3964e-02, 3.4312e-02, -6.4154e-02,
-9.0300e-02, -1.8387e-01, -7.4306e-02, -5.5783e-02, 5.2405e-03,
-9.8254e-02, -8.7451e-02, -2.2745e-01, -8.5691e-02, 1.0063e-03,
1.8521e-03, -9.7670e-02, -3.9677e-02, -1.5710e-01, -1.8947e-01,
-1.1682e-01, -2.0188e-02, -1.0444e-01, -5.2626e-02, 5.1447e-02,
-2.5000e-02, -7.2702e-02, -9.1078e-02, -9.9334e-02, -8.6413e-02,
-8.1388e-02, -6.9245e-02, -4.4875e-02, -2.6255e-01, -3.7850e-02,
-1.4919e-01, -1.3050e-01, -1.5077e-01, -8.9834e-02, -5.5994e-02,
1.2373e-02, -1.7200e-02, -3.5164e-03, -1.4860e-01, -4.7000e-02,
-6.3860e-02, 8.3562e-02, -6.0460e-03, -9.1024e-02, -1.2555e-01,
-1.5178e-01, -1.0371e-01, -1.1964e-01, -1.1819e-01, -1.4705e-01,
-1.4756e-01, -1.0980e-01, 3.9939e-02, -4.1184e-02, -9.1328e-02,
-1.5183e-01, -1.5906e-01, 6.7978e-02, -3.8629e-02, -7.4890e-02,
-5.7365e-02, -9.1695e-02, -1.2399e-01, -9.4750e-02, 2.0725e-02,
-8.8428e-02, -2.5643e-01, -6.9294e-03, -8.4699e-02, -1.3901e-01,
3.9587e-02, -8.7127e-02, -1.4985e-01, 2.3670e-02, -1.0213e-01,
-4.7007e-02, -8.1266e-02, 1.0555e-01, -1.5961e-01, -3.7969e-02,
1.8743e-02, -7.0451e-02, -1.1150e-01, -8.7233e-02, -9.6869e-02,
1.5337e-02, -1.1166e-01, -1.9789e-01, -9.4105e-02, -1.8331e-01,
-1.4099e-02, -2.0441e-01, -1.1753e-01, -9.1747e-02, -1.0307e-01,
1.7908e-01, -1.1482e-01, -4.9060e-02, -1.0198e-01, 2.0127e-02,
-1.2073e-01, -9.7865e-02, -1.4117e-01, -6.4844e-02, -2.7867e-01,
-1.6133e-01, -1.6470e-01, -9.3081e-02, -2.1061e-02, -7.9007e-02,
-1.0903e-01, -9.8844e-02, -5.1440e-04, -5.6665e-02, -1.1695e-02,
-1.2593e-01, -8.4140e-02, -7.4491e-02, -7.2801e-02, -1.6271e-01,
-1.2778e-01, -5.2384e-02, -6.5648e-02, -1.4491e-01, -1.0091e-01,
-1.1965e-01, -1.0048e-01, -2.5245e-02, -1.2879e-01, -2.7251e-01,
-4.1822e-02, -1.8999e-01, -3.2361e-02, -7.6899e-02, 1.0050e-01,
-9.3395e-02, -1.4615e-01, -1.8577e-01, -3.8229e-02, -1.0150e-01,
-1.6834e-01, -1.6079e-02, -1.8951e-02, -1.4499e-01, -8.2006e-02,
-2.0674e-01, -1.9210e-01, -2.4039e-01, -6.8036e-02, -3.5279e-02,
-1.1995e-01, -8.9273e-02, -9.5774e-02, -1.1853e-01, -2.9080e-02,
-1.2941e-01, -1.5270e-01, -1.0419e-01, -9.5613e-02, -7.1650e-02,
-6.8521e-02, -9.5940e-02, -7.6289e-02, -9.5158e-03, -1.2444e-01,
-1.7620e-01, -4.2627e-02, -6.1338e-02, -8.1120e-02, 6.5021e-03,
1.5749e-02, -8.3083e-02, -8.0329e-02, -1.0092e-01, -1.6191e-01,
-9.4835e-02, 1.6217e-02, -8.7017e-02, -1.2714e-01, -1.9488e-01,
-1.1788e-02, -8.9194e-02, -9.2684e-02, -6.4597e-02, -5.6975e-02,
-1.5725e-01, -1.7662e-01, -3.4998e-02, -5.7522e-02, -8.7299e-02,
-5.2390e-02, -1.6296e-01, -1.3230e-01, -8.9005e-02, -1.2591e-01,
-5.1697e-02, -1.4176e-01, 2.0953e-03, -3.6119e-01, -1.4374e-01,
-1.7765e-01, -1.6023e-01, -1.3203e-01, -5.8474e-02, -6.6460e-02,
-1.9845e-01, -1.7446e-01, -7.6501e-02, -1.3231e-01, -3.8971e-02,
-7.7448e-02, -1.6758e-01, -9.9871e-02, -1.0667e-01, -1.2225e-01,
-1.2386e-01, -1.1340e-01, -3.7371e-02, -1.3074e-01, -1.3853e-01,
-1.0196e-01, -7.3053e-02, -1.0982e-01, -1.4973e-01, -2.1837e-02,
-5.8745e-02, -1.2236e-01, -7.4766e-02, -2.8705e-02, -1.1773e-01,
-9.9799e-02, -9.6611e-02, -1.0279e-01, -6.3050e-02, -1.5824e-01,
-6.2102e-02, -3.7580e-02, -1.0650e-01, -1.9915e-02, -3.0571e-02,
-1.2809e-01, -2.2161e-01, -5.8136e-02, -5.9143e-02, -6.4727e-02,
-7.7195e-02, -5.4643e-02, -1.0581e-01, -1.1158e-01, -1.0476e-01,
-9.0816e-02, -1.0251e-01, -5.2633e-02, -1.2381e-02, -6.4021e-02,
-2.3177e-02, -7.8451e-02, -5.5646e-02, -5.2551e-02, -1.2909e-01,
-5.5030e-02, -4.3492e-02, -1.0839e-01, -1.4400e-02, -5.8820e-02,
-7.1937e-02, -7.4440e-02, -1.6777e-01, -4.7299e-02, -4.4912e-02,
-2.8096e-02, -9.2836e-02, -8.0231e-02, -1.7224e-01, -1.0219e-01,
-1.0454e-01, -2.7262e-02, -1.2304e-01, -1.5575e-01, -1.9019e-01,
-5.5825e-02, -1.3614e-01, -1.4261e-01, 8.2288e-03, -1.1906e-01,
-1.1615e-01, -7.3120e-02, -2.3529e-01, 1.1517e-02, -1.6317e-02,
-5.1634e-02, -9.1255e-02, -1.9430e-02, -4.1786e-02, -8.2953e-02,
-9.0256e-02, -1.2485e-01, -1.1496e-01, -6.0241e-02, -1.1825e-01,
-2.1743e-01, -1.1286e-01, -1.2189e-01, -5.1701e-02, -1.2305e-01,
-3.8127e-02, -9.3884e-02, -5.9139e-02, -1.8646e-01, 7.3907e-03,
-1.2190e-01, -1.1532e-01, -7.9307e-02, -1.7993e-01, -6.6469e-02,
-1.2591e-01, -1.7212e-01, -9.7064e-02, 1.1457e-03, -7.8292e-02,
-3.4372e-02, -1.5596e-01, 2.5080e-02, -1.1779e-01, -2.0006e-01,
-1.2407e-01, -1.0096e-01, -1.2694e-01, -1.1800e-01, 9.1413e-03,
-8.2088e-02, -1.2726e-01, -6.8178e-02, -9.7412e-02, -1.0660e-01,
-3.4294e-02, -6.8704e-02, -9.7240e-02, -8.2615e-02, -1.2691e-01,
-3.8216e-02, -6.3328e-03, -1.6467e-02, -6.4866e-02, -9.7807e-02,
-6.4277e-03, -1.5242e-01, -2.0428e-01, -1.5473e-01, -1.3396e-01,
-1.1631e-01, -1.1374e-01, -4.9401e-02, -6.4188e-02, -2.3489e-01,
-9.5650e-02, -1.6645e-01, -1.2631e-01, 2.6234e-02, 1.6908e-01,
-1.7975e-01, 1.5783e-02, -5.9458e-02, -7.4846e-02, -7.7176e-02,
-1.7150e+00, -1.2851e-01, -4.0676e-02, -1.7702e-01, -5.8637e-02,
-5.0483e-02, -4.2795e-02, -1.1512e-01, -1.0461e-01, -1.7528e-01,
-4.0081e-02, 1.6799e-02, -2.6838e-01, 2.0380e-02, -1.3572e-01,
-2.1075e-01, -1.9230e-01, -2.4443e-02, -2.1725e-01, -1.1417e-01,
-1.6365e-02, -6.1814e-02, -6.7457e-02, -4.7415e-02, -1.1289e-01,
-1.5094e-01, -3.1328e-02, -5.2695e-02, -1.1677e-01, -1.3092e-01,
-8.2646e-02, -3.6508e-02, 8.1705e-02, -1.3889e-01, -2.1036e-01,
-1.0457e-02, -5.8355e-02, -2.0811e-02, -9.6348e-02, -1.5480e-01,
2.4678e-02, -5.5782e-02, -1.5261e-01, -1.1580e-01, -1.0899e-01,
-1.8423e-01, -1.6201e-01, -2.6592e-03, -1.0923e-01, -9.3350e-02,
-1.2236e-01, -1.9149e-02, -4.6016e-02, -1.7345e-01, -1.4001e-01,
-1.0202e-02, -4.5330e-02, -7.5947e-02, -9.6592e-02, -1.0925e-01,
-8.2696e-02, -8.1716e-02, -8.2538e-02, -1.2218e-01, -1.0715e-01,
-3.3823e-02, -9.2946e-02, -1.3778e-01, -2.3876e-02, -1.0930e-02,
-1.8834e-01, -2.2636e-02, -6.4783e-02, -5.6907e-02, -4.9239e-02,
-4.9468e-02, -2.8784e-01, -2.0657e-02, -7.3506e-02, -2.0037e-01,
-1.4393e-01, -9.4069e-02, -3.2005e-02, -6.1793e-02, -1.7261e-01,
-3.5935e-02, -5.2997e-02, -1.3566e-02, -3.9964e-02, -1.0352e-01,
-7.1839e-02, -1.7458e-01, -1.5540e-02, -9.3802e-02, -5.7557e-02,
-8.8110e-02, -6.4488e-03, -1.1914e-01, 5.8273e-02, -2.9268e-02,
-5.7132e-02, -9.6046e-02, -8.9242e-02, -8.6728e-02, -2.2782e-02,
-9.4096e-03, -1.2390e-01, -1.6830e-01, 1.5624e-01, 1.5157e-02,
-6.4192e-02, -5.8625e-02, -6.8266e-03, 1.9073e-02, -1.3159e-01,
-1.3741e-01, -2.1066e-01, -1.7701e-01, -3.3963e-01, -4.1900e-02,
-1.9267e-01, -3.6550e-02, 7.2648e-03, -3.6983e-02, -1.6289e-01,
-1.6330e-01, -6.2660e-02, -2.0166e-02, -3.8230e-02, -2.7753e-03,
-1.7329e-02, -4.3807e-02, -1.5852e-01, -9.6028e-02, -5.6408e-02,
-4.6303e-03, -1.0453e-01, -1.1489e-01, -5.6724e-02, -1.1785e-01,
1.1365e-02, -6.9555e-02, -9.7794e-02, 3.4828e-03, -9.5447e-02,
-5.6709e-02, -9.7740e-02, -7.3420e-02, -1.8714e-01, -9.6435e-02,
-1.2182e-01, -1.3961e-01, -1.3310e-01, -2.2354e-01, -2.7798e-02,
-8.4020e-02, -9.9381e-02, -2.0066e-01, -1.0277e-01, -5.8901e-02,
-2.2542e-01, -3.4700e-02, -3.4023e-02, -4.6443e-02, -1.7234e-01,
-1.2453e-02, 5.3084e-05, -1.2531e-01, -1.7759e-02, -1.1847e-01,
-5.5499e-02, -1.1514e-01, -4.1878e-02, 6.9267e-03, -1.6666e-01,
7.8476e-03, -8.5942e-02, -1.5802e-01, -7.9416e-02, 1.8205e-01,
1.0384e-03, -1.2205e-01, -2.7244e-02, -8.1170e-02, -1.4579e-01,
9.6946e-03, -3.0098e-01, -1.7822e-01])),
('model.decoder.layers.2.encoder_attn.k_proj.weight',
tensor([[-0.0285, -0.0914, -0.0502, ..., -0.0086, 0.1115, 0.0210],
[ 0.0593, -0.0137, -0.0891, ..., -0.0308, 0.0604, -0.0615],
[-0.0276, -0.0604, 0.0025, ..., -0.0093, -0.0747, -0.0827],
...,
[-0.0729, -0.0361, 0.0925, ..., -0.0159, -0.0111, -0.0243],
[-0.0516, 0.0170, 0.1057, ..., -0.0312, -0.0286, -0.0044],
[-0.0522, 0.0442, -0.1644, ..., 0.0298, 0.0240, -0.0306]])),
('model.decoder.layers.2.encoder_attn.k_proj.bias',
tensor([ 2.9348e-04, 3.9848e-04, -5.1323e-05, -5.1527e-03, -2.5887e-03,
6.0734e-03, 8.6523e-03, -3.1149e-04, 3.7936e-03, -2.7335e-03,
-3.4527e-03, 1.0889e-03, -1.6652e-04, 5.2844e-03, -4.4914e-05,
-2.1854e-03, 1.1528e-03, 1.6825e-03, -1.4017e-03, -5.8085e-03,
-4.8714e-03, 1.8597e-03, -2.1230e-03, 5.7411e-03, 9.1788e-03,
4.8446e-03, 2.3755e-03, -9.5748e-04, -1.5187e-03, 1.8366e-04,
5.4401e-03, -5.4669e-03, -2.6430e-03, 2.4186e-03, 1.9105e-03,
-3.3255e-03, -7.1120e-04, -1.6975e-03, 1.6269e-03, 4.7087e-04,
-2.1001e-03, 4.5888e-04, -8.1804e-05, -4.6157e-03, -3.0245e-03,
2.7470e-03, -1.3007e-03, -1.4183e-04, 1.0594e-03, 3.4374e-03,
-3.4701e-03, 2.8243e-03, 2.0619e-03, 3.4166e-04, -4.0567e-03,
-7.9162e-04, -2.9088e-03, -1.3292e-03, -5.3909e-04, -1.4821e-03,
3.5082e-03, -3.1816e-03, -1.4018e-03, 4.8765e-03, 3.2940e-02,
-1.5590e-02, 5.0713e-03, 4.1973e-03, 6.7361e-04, -1.0758e-02,
-4.4341e-03, 3.9464e-03, -5.0011e-03, 1.8163e-02, -4.7434e-03,
8.6929e-03, 4.8385e-03, 9.4038e-04, 4.2186e-03, 3.8574e-03,
2.6763e-03, 3.5954e-02, 2.2925e-03, -1.3473e-03, 1.0503e-02,
-5.0470e-03, -4.2365e-03, 2.1707e-03, 1.9771e-03, -1.3314e-02,
4.0501e-02, -8.4805e-03, 3.4444e-04, -5.5967e-03, -6.2438e-03,
4.1179e-03, 2.5205e-03, -3.8237e-05, -1.9086e-03, 1.8221e-03,
-1.2711e-02, -2.1427e-03, -2.0907e-03, -6.5891e-03, 7.7706e-03,
3.6163e-03, 7.5151e-04, -1.0838e-02, -3.8399e-04, 1.9134e-03,
-4.1093e-03, -2.4459e-03, 8.2247e-03, -3.4630e-04, 1.1409e-03,
6.2634e-03, -2.8304e-03, 1.8579e-03, 1.0223e-02, -4.4153e-03,
-1.0132e-02, 2.1907e-03, -3.9667e-03, -3.3532e-03, -6.3656e-03,
-1.9340e-03, 1.0166e-02, 3.1223e-03, 1.7063e-03, 2.6403e-03,
1.1288e-04, 1.3206e-03, 6.3742e-03, -3.1883e-03, 2.2774e-03,
3.9698e-03, 6.6760e-04, -8.6216e-03, -7.7514e-04, 5.2057e-03,
-3.5461e-03, -1.1465e-02, -2.5857e-03, 6.8270e-04, -2.6898e-03,
-3.3590e-03, 6.6988e-05, 6.1957e-03, 2.2274e-03, -2.9386e-03,
-7.0981e-03, 2.4859e-04, -2.2497e-03, -2.0423e-03, 3.2292e-03,
5.6141e-03, 2.9316e-03, 3.0207e-03, 2.7740e-04, 2.3203e-03,
2.4550e-03, -9.2372e-04, -3.9363e-03, -4.9987e-03, 8.0719e-03,
2.3088e-03, 8.4457e-04, -2.5369e-03, 3.2443e-03, 1.0882e-03,
-6.9426e-04, 3.1660e-03, -1.8060e-03, -5.2026e-03, 4.7892e-03,
-5.1388e-03, 4.9230e-03, 2.9193e-03, -2.5540e-03, 4.0045e-03,
-2.3386e-03, -1.5227e-03, 2.1375e-03, -1.8893e-03, -3.7529e-03,
-3.2897e-03, 7.3805e-04, 7.1248e-04, -8.2191e-03, 7.4906e-03,
1.5746e-02, 7.5577e-03, -1.2089e-02, -6.2735e-03, -8.2350e-03,
-5.8321e-03, -2.5792e-03, 2.3818e-02, -2.6366e-03, -1.0258e-02,
-2.7566e-03, -1.4075e-02, 1.4976e-02, 2.2067e-02, 2.2026e-03,
-1.2571e-03, 6.3975e-04, 2.2995e-03, -1.0305e-02, -2.4779e-02,
5.3932e-03, -3.5360e-02, -2.0782e-02, 4.7814e-03, 2.1674e-02,
2.8920e-03, -4.5973e-03, 2.5690e-02, 2.0439e-03, 1.1409e-02,
-8.0737e-03, 3.8145e-02, -4.0542e-03, 3.2074e-02, 5.4364e-03,
8.2341e-03, -1.0984e-03, -2.9129e-02, 7.7045e-03, 3.3821e-03,
6.9239e-03, 1.1460e-02, -1.5765e-02, 9.2754e-03, 1.1399e-03,
-4.5437e-02, -8.0318e-03, 1.2786e-02, 5.6022e-03, -2.1863e-03,
5.2369e-03, 2.2973e-02, -7.8720e-04, -6.0357e-02, -1.5594e-02,
3.2135e-03, -1.1728e-02, -1.2167e-03, 5.8284e-03, -5.8096e-03,
3.9301e-02, -8.5215e-03, 1.6247e-02, -1.1302e-03, -7.3127e-03,
-9.6121e-03, -3.2075e-04, -8.5517e-03, -1.8051e-02, -8.4385e-03,
-8.0871e-03, 1.5641e-02, 1.3291e-02, -3.8513e-02, 2.1548e-03,
-1.6661e-03, -2.3392e-02, 2.6283e-03, 9.0483e-03, -1.8631e-02,
2.4276e-02, -6.5166e-03, 1.5115e-02, 8.0187e-03, 7.4288e-04,
-1.3451e-02, -8.2683e-03, -1.6952e-02, -2.4950e-02, -5.6535e-03,
-8.0343e-03, 1.1161e-02, 2.5098e-02, -2.7038e-02, 8.6067e-03,
-1.0551e-03, -5.0139e-03, -9.1481e-03, 1.3887e-02, -1.2635e-02,
-1.9321e-03, -6.5045e-03, 6.4007e-03, -1.0971e-02, 1.0718e-02,
-2.0616e-02, -3.8606e-02, 7.6328e-03, -2.2476e-02, -1.8461e-02,
-8.8795e-03, -1.5305e-02, 1.3535e-02, -6.6870e-03, 1.6541e-02,
-1.0918e-02, 8.4440e-04, -9.8342e-03, 6.9041e-03, -8.2247e-03,
1.0360e-02, 1.5701e-02, 1.4756e-02, 1.3398e-02, -2.1224e-02,
1.5700e-02, -1.6770e-02, -7.5152e-03, -2.4982e-03, 2.3192e-02,
7.4697e-04, -1.0442e-03, 2.0621e-03, -5.4512e-03, 4.4841e-03,
-2.9215e-03, -3.8723e-03, -2.3356e-03, 4.6717e-04, -1.7810e-03,
4.7486e-03, -5.4354e-03, 9.4505e-04, -7.7144e-05, 3.9278e-03,
6.5840e-04, 1.0810e-03, -7.9126e-04, -3.9037e-04, 2.7496e-03,
4.6523e-03, -1.4003e-03, -6.4033e-04, 4.3233e-03, -1.0244e-03,
2.8622e-03, 3.5925e-03, 2.0351e-04, 4.2466e-03, 3.9752e-03,
-3.9667e-03, -7.6152e-04, -2.4204e-03, -2.9229e-03, -5.1791e-03,
1.7062e-03, -3.7279e-03, 6.3469e-03, 3.6477e-03, -2.0054e-03,
4.1827e-04, 4.6634e-04, -2.3226e-03, 4.5899e-03, 3.5355e-03,
-3.6761e-03, 5.3626e-03, 5.7455e-03, 2.3058e-03, 1.3926e-03,
-4.9679e-03, -5.1588e-03, 1.6495e-03, -5.7772e-03, -1.4541e-03,
-6.7674e-03, 1.7309e-03, 4.5816e-03, 9.7928e-04, -2.5517e-03,
1.4736e-04, -5.7403e-03, -7.8820e-03, -2.9869e-03, 3.6398e-03,
1.9485e-02, -2.7910e-03, -1.5652e-02, -1.4694e-02, -1.1454e-02,
-6.1112e-04, -5.4424e-02, 5.5234e-03, 4.2613e-03, -1.6059e-03,
-9.8705e-03, -1.6323e-03, 1.6599e-03, -1.9789e-03, 1.0117e-02,
1.3642e-03, 2.1802e-03, -1.1022e-03, -2.8358e-03, -7.2675e-03,
-9.5664e-03, 8.5767e-03, 1.9807e-03, -1.0470e-02, 4.7356e-02,
7.2310e-03, 8.5372e-03, 3.9535e-03, -1.9657e-03, -7.7275e-04,
-5.5822e-03, 5.5308e-03, 6.9288e-03, 2.9912e-03, -1.6439e-02,
-1.4788e-04, 1.4443e-02, 2.9394e-03, -1.2016e-02, 5.1549e-03,
4.7849e-03, 1.3497e-02, 9.8434e-03, -8.1734e-04, 7.3779e-03,
-1.2204e-02, -1.6604e-04, -3.3174e-03, -3.4067e-03, -4.3570e-04,
-1.0604e-02, 4.2998e-03, 1.2402e-02, -4.3742e-04, 1.1889e-02,
-1.9477e-03, 2.9569e-03, -3.0758e-03, -9.2972e-04, 7.6619e-03,
5.2313e-03, 7.2185e-03, 1.0650e-03, 7.1188e-04, -1.9831e-04,
-1.0929e-03, 6.9177e-04, -3.0743e-04, 5.0977e-05, 2.4928e-03,
6.3266e-04, -1.0052e-03, 7.4589e-04, -2.2609e-04, 1.4869e-03,
-3.0108e-04, 7.9879e-04, 1.1079e-03, 9.4506e-04, 2.6230e-04,
-7.7104e-04, 2.6930e-05, -1.9069e-04, 1.4432e-03, 6.0969e-04,
-3.8504e-04, -8.5125e-04, -2.2578e-03, -8.5983e-05, -3.9012e-04,
1.7349e-04, -1.7237e-03, -2.2950e-04, 1.6043e-03, -2.7434e-04,
-5.7391e-04, -3.1366e-04, -5.3029e-04, 1.0516e-03, -3.1633e-04,
-2.3474e-04, -1.5525e-05, 5.7545e-05, -1.1851e-03, -1.8992e-04,
-1.5522e-03, -6.8727e-04, 9.9271e-04, -6.4494e-04, -1.7947e-03,
-4.0451e-03, -1.2711e-03, -4.0433e-04, -9.2980e-04, 5.3505e-04,
-1.1005e-03, -2.3241e-04, -7.4865e-04, -1.5583e-03, 2.1257e-04,
1.9347e-03, 3.5959e-04, -3.4920e-04, -3.2837e-04, -2.4483e-03,
-2.0775e-03, 1.2617e-03, -1.7755e-03, -1.6617e-02, 2.2602e-03,
1.6296e-02, 2.7496e-04, -7.9804e-03, 9.1434e-03, -4.8743e-03,
4.5739e-03, -1.9168e-02, -4.2983e-02, 1.6246e-02, 3.4133e-03,
1.8298e-02, 4.3352e-03, 7.6695e-03, 4.1137e-02, -5.3315e-03,
1.4509e-02, 4.8724e-03, -1.2967e-02, -5.0197e-03, 2.5075e-03,
-2.0402e-02, -3.3663e-03, -5.8187e-03, 7.9890e-03, -1.9568e-03,
2.0857e-02, -2.0089e-03, -4.1688e-02, 1.3879e-02, -1.3612e-02,
-6.8978e-03, 3.2068e-03, 1.2335e-03, 1.1631e-02, -8.8890e-04,
1.8401e-02, -3.8100e-03, -2.2192e-02, 2.4324e-03, 3.6481e-03,
-8.6074e-03, 7.1216e-03, -2.8639e-02, 6.7677e-03, 5.5043e-03,
-6.1849e-03, 1.1128e-05, 3.4332e-03, -8.3520e-04, 1.5873e-02,
-4.6006e-03, 3.5969e-02, 1.3672e-02, -6.1321e-03, -1.1980e-02,
-6.0198e-03, -1.2978e-02, 1.4478e-02, 5.7985e-03, 4.1892e-03,
1.2333e-02, -1.6277e-03, 3.9724e-03, -9.2012e-03, 2.1855e-02,
5.6974e-03, -7.7139e-03, 1.0735e-02, -7.8754e-03, -8.1498e-03,
5.0720e-05, 7.8079e-03, -5.4660e-04, 1.8531e-03, 1.6755e-02,
-7.3623e-03, 3.0870e-03, -7.5690e-03, -7.3494e-03, 3.5948e-03,
4.2625e-03, -8.5234e-03, -3.5550e-03, 3.4091e-03, -5.8651e-03,
2.1177e-03, 1.1007e-04, -2.7818e-03, -9.9274e-03, 2.6694e-03,
1.4413e-03, 1.8701e-03, 7.0471e-03, 3.0523e-04, 2.0582e-03,
3.6412e-04, 9.1261e-03, 4.3719e-03, -1.3107e-02, 3.4613e-03,
-3.6200e-03, 7.4652e-04, 2.0724e-03, -2.2733e-03, -1.9610e-03,
-2.1869e-03, 7.8281e-03, -2.2313e-03, -8.4142e-03, 1.9137e-03,
6.7007e-03, 3.4398e-03, 3.1804e-03, 6.6725e-03, -3.2471e-03,
8.2784e-04, -5.2550e-03, -3.6913e-03, -6.0262e-03, 1.8662e-03,
-7.0687e-03, -1.1069e-03, -1.6778e-03, 9.9238e-05, -7.9213e-03,
6.3870e-04, -1.3231e-03, 3.5527e-03, 1.3188e-03, -9.0609e-04,
-3.1511e-03, 4.1103e-03, 1.3304e-03, 6.5131e-04, 1.6839e-04,
-1.9383e-03, -2.0889e-04, 3.0211e-03, -1.0664e-04, 2.0959e-03,
-5.2903e-04, 1.8373e-03, -2.6050e-03, -6.4227e-04, -9.7038e-04,
9.5786e-04, 5.0650e-04, 2.8903e-03, -7.6807e-04, -1.3634e-04,
-2.2730e-03, 6.0714e-04, 9.6004e-04, -8.0568e-05, 8.6149e-04,
-4.7905e-04, 6.3508e-04, -6.8253e-04, 3.9005e-03, 2.4011e-03,
2.0369e-03, -3.4321e-03, 1.1927e-03, -1.7766e-03, 1.6672e-03,
-1.1940e-03, 7.4430e-04, 2.7671e-03, -3.1788e-04, -9.6967e-04,
-1.4558e-03, -4.9969e-03, 5.1942e-04, -9.8961e-04, 2.2640e-03,
-1.6353e-03, 3.6269e-03, 1.0510e-04, -1.9286e-03, 1.2417e-03,
2.4850e-03, -2.4561e-03, 2.1046e-03, 2.5994e-03, 1.7572e-04,
-3.6904e-03, 1.3010e-04, 4.5148e-03, -1.0690e-03, 4.7836e-04,
-2.4173e-04, 7.3185e-04, 3.9458e-04, 1.7303e-03, 4.1337e-04,
1.2995e-04, -2.5179e-04, 1.0814e-03, 2.1382e-03, -4.3643e-04,
2.5065e-03, -2.6103e-05, -1.2596e-03, 1.5776e-03, 2.8405e-03,
1.6644e-03, -2.2827e-04, 1.1991e-03, -4.6633e-04, -2.9811e-03,
-2.1487e-03, -8.5396e-04, 4.0870e-04, -2.7919e-03, -2.9243e-03,
7.2607e-04, -2.3817e-03, 3.5833e-03, 2.4257e-03, -2.7530e-03,
-1.4131e-03, 1.1315e-03, -3.5179e-04, 4.3137e-04, 1.6098e-03,
4.6289e-04, 1.5693e-03, -1.5608e-03, -3.9764e-03, -1.2496e-04,
-1.2256e-03, 7.8815e-05, 2.3160e-03, 1.1107e-03, 2.9321e-03,
1.5636e-03, 4.9425e-03, 3.7890e-04, -1.2483e-04, -8.8201e-04,
-8.9074e-05, -1.3204e-03, -5.1116e-04, 1.2925e-03, 1.0974e-03,
3.7904e-04, 1.2934e-03, -1.5192e-03, 2.1906e-03, 2.5303e-03,
2.0488e-03, -8.7256e-04, 6.1084e-04])),
('model.decoder.layers.2.encoder_attn.v_proj.weight',
tensor([[ 0.1145, -0.0173, -0.0089, ..., -0.0293, -0.0672, 0.0251],
[-0.0292, 0.0715, 0.0574, ..., -0.0370, 0.0435, 0.0573],
[-0.0052, 0.0909, -0.0087, ..., -0.0205, -0.1119, 0.0369],
...,
[-0.0336, -0.0057, 0.1998, ..., -0.1410, -0.0530, 0.0167],
[-0.0491, -0.0988, 0.0079, ..., 0.0737, -0.0109, 0.0127],
[ 0.0243, -0.0653, 0.0345, ..., -0.0144, 0.0875, -0.1555]])),
('model.decoder.layers.2.encoder_attn.v_proj.bias',
tensor([-5.7373e-03, -3.7922e-03, -5.6311e-03, -6.8075e-04, 1.4071e-03,
-2.6734e-02, 1.0386e-02, -1.5018e-03, 2.7457e-02, 8.1177e-04,
1.8622e-02, -1.5536e-02, 2.9972e-02, -2.5398e-03, 1.6915e-02,
-2.9783e-03, 3.3239e-02, -1.3517e-02, 1.3043e-02, -8.6314e-03,
3.8606e-02, 1.9021e-03, 2.6509e-02, 2.6530e-02, 3.4336e-03,
1.7587e-02, 5.2523e-03, -3.1019e-02, 8.8865e-03, -2.7725e-03,
6.7401e-03, 5.3549e-03, -2.2382e-02, -7.7397e-03, -2.2275e-02,
1.1587e-02, 5.3901e-03, -2.5254e-02, -9.3249e-04, 9.7768e-02,
-1.3986e-02, 4.7747e-03, 1.7259e-02, -2.9578e-02, -1.3215e-02,
-1.3254e-02, -4.9776e-03, 4.4191e-03, 1.0278e-02, 2.3227e-03,
2.0589e-02, 5.2625e-02, -5.7537e-03, 1.7659e-02, 1.9309e-03,
6.8756e-03, -7.8403e-03, 2.8317e-02, -2.4318e-03, -1.0053e-02,
-3.9579e-03, -1.2581e-02, -3.8967e-04, 3.6660e-03, 8.7716e-03,
2.3748e-02, -3.6797e-04, 1.7792e-02, -2.3815e-02, -2.1267e-03,
-1.9177e-02, 2.4790e-02, 3.3873e-02, 1.5725e-02, 3.5417e-03,
-2.5688e-03, -8.5444e-03, 2.7814e-02, -2.1196e-02, 4.4683e-03,
1.5301e-02, 1.2590e-02, -6.3157e-02, 1.3145e-02, 7.6716e-03,
4.0975e-03, 1.1518e-02, -1.6413e-02, -3.4095e-02, -1.0279e-04,
2.7300e-02, -6.1670e-02, 1.0462e-02, 1.4071e-02, -1.8569e-03,
-8.7317e-03, 1.0285e-01, 7.3037e-03, -2.1169e-02, 2.2250e-03,
5.5042e-03, -3.6043e-02, -2.5550e-02, 6.3912e-03, 1.6882e-03,
-1.0949e-02, 4.0419e-02, -5.0642e-02, 1.0288e-03, -2.8549e-03,
3.5917e-02, -1.7474e-02, 8.6281e-03, -9.7869e-03, 1.2423e-02,
-1.0714e-02, 6.9906e-03, -6.5806e-04, 5.4719e-03, 4.4604e-04,
1.4251e-02, -3.7146e-02, -1.8024e-02, 2.3274e-03, 1.3620e-02,
1.1671e-02, -2.3473e-02, 2.6646e-02, -3.0835e-02, -3.8684e-02,
-2.0693e-02, -1.3334e-02, 1.4539e-02, 1.9780e-02, 3.6113e-03,
1.9573e-02, -1.4484e-02, 2.5372e-02, -2.2928e-02, -2.5790e-02,
9.5755e-03, -6.1823e-03, 7.9341e-03, 2.2619e-02, 2.4898e-02,
3.0405e-03, -4.7255e-04, 4.3191e-03, -3.2165e-02, -2.8332e-02,
-5.3016e-03, 2.6671e-03, -7.4261e-03, 2.0867e-02, -2.8057e-02,
4.3586e-02, -1.6126e-02, -1.5612e-02, 2.5075e-02, 1.7630e-02,
-5.5048e-03, -1.4490e-02, 1.3138e-02, -2.8676e-02, -3.8995e-03,
-3.4530e-02, -1.4269e-02, -7.6339e-03, -5.2382e-03, 9.8750e-03,
-2.9712e-03, -4.3597e-02, -3.5032e-02, 1.3151e-02, -2.2145e-02,
2.0981e-02, 1.5325e-02, 2.1486e-02, -1.5203e-02, 2.6698e-02,
-1.7078e-02, 7.5719e-03, -2.9999e-02, -6.7345e-03, -3.2962e-02,
-1.7693e-04, 1.4095e-02, 1.1669e-02, -1.1206e-02, 1.4705e-02,
-6.7598e-02, -1.3231e-02, 3.5122e-02, -1.0658e-02, -8.6116e-03,
-1.8537e-02, -5.4592e-03, -3.4776e-02, 3.5536e-02, -3.3423e-02,
-2.5910e-02, 2.3680e-03, 2.0442e-03, 3.3279e-02, 1.9014e-02,
7.5320e-03, -3.5032e-02, -7.8973e-03, -6.5119e-03, 8.1866e-03,
1.8534e-02, -2.3849e-02, 3.2207e-02, -3.1322e-02, 2.2236e-02,
-6.0658e-03, 2.5058e-02, 1.0904e-02, 1.8878e-03, -6.3366e-03,
4.4437e-03, -3.9179e-02, 8.2659e-03, 1.8862e-01, -2.4562e-02,
-1.4928e-02, 2.5977e-02, 6.1573e-02, -9.3452e-03, 1.4509e-02,
3.1810e-04, -2.6784e-02, 1.6545e-02, 1.6966e-02, -4.1876e-03,
-3.4711e-02, 1.5896e-02, -1.6039e-02, -2.2799e-02, -2.7681e-02,
-3.9669e-03, -2.3281e-02, 1.3570e-02, -5.7444e-03, -2.0818e-02,
-1.4329e-02, 1.9412e-02, -3.9101e-02, -2.1457e-02, 2.2257e-02,
1.8023e-02, 1.8827e-03, 1.1769e-02, -1.9254e-01, -1.3373e-02,
-5.8899e-03, -3.0031e-02, 3.9933e-02, -9.4050e-03, -7.0347e-02,
3.7667e-04, -1.8101e-03, 1.0089e-02, 4.1980e-03, 5.6934e-02,
-3.8549e-02, 2.7919e-02, -6.0666e-04, -5.0939e-02, 2.4953e-02,
1.6076e-03, 5.2023e-02, -1.8079e-02, 4.1856e-02, -2.5904e-02,
2.6337e-02, -1.8992e-02, 1.4265e-01, -1.6617e-02, 2.0446e-02,
4.7917e-03, 8.1550e-02, -3.5107e-02, -1.5063e-01, -7.6921e-04,
2.4424e-02, 5.7792e-02, -3.1541e-02, -2.4586e-02, 1.6576e-02,
5.2101e-02, -2.0112e-02, 4.3708e-02, -3.0848e-02, -3.6218e-02,
-6.8326e-02, 5.5704e-03, 4.4262e-02, 1.7563e-03, 2.5294e-02,
-3.8265e-02, -1.0394e-02, -5.6037e-02, -1.9938e-03, -1.2430e-02,
-1.7652e-02, -7.8028e-02, 1.8760e-02, -3.8236e-02, -4.3639e-03,
-3.4934e-02, 1.5650e-02, 2.3127e-02, -2.9130e-02, -1.4649e-02,
-4.9858e-02, 2.0054e-02, 1.2715e-02, 3.9180e-03, 6.6332e-02,
1.1537e-02, -3.4132e-02, -1.1594e-02, 2.0019e-02, -1.8099e-01,
1.2283e-02, 3.7814e-02, -8.7944e-03, 6.3899e-03, 3.0539e-03,
-6.1122e-03, 7.5983e-03, 2.1933e-02, -1.3889e-01, 3.5106e-02,
4.4154e-04, -9.6741e-02, 1.2312e-01, 4.1811e-03, 1.3670e-02,
1.8610e-01, 3.1983e-03, 9.2788e-02, 2.3667e-02, -2.3923e-02,
-6.3196e-03, -3.3236e-02, 3.3988e-02, 1.3040e-02, 1.5065e-01,
2.9811e-02, -3.2853e-02, 1.0716e-01, 2.2662e-02, -1.2698e-02,
3.1649e-03, -2.7582e-02, -1.2812e-02, 4.9089e-02, 4.8359e-02,
-8.6660e-03, 6.7249e-03, -1.7489e-02, 7.1649e-03, 4.6249e-02,
-2.4085e-03, -1.2972e-02, -8.9452e-04, -8.1815e-03, -5.9910e-02,
-3.1777e-02, 4.6357e-02, 3.6430e-02, 3.5474e-02, 4.7184e-02,
5.7582e-03, -1.4100e-02, -5.2256e-02, -3.2011e-02, 1.0896e-01,
6.5358e-03, -2.5961e-02, -2.1707e-03, 8.8809e-03, -3.4917e-02,
-3.0202e-02, 2.7711e-03, 1.2801e-02, -1.7454e-02, 1.0639e-02,
-7.9682e-02, -4.9869e-02, 4.4071e-02, 2.1326e-04, 8.4056e-03,
-9.4339e-03, 6.3400e-03, -5.9401e-02, 1.0963e-02, 6.1767e-03,
1.6758e-02, 4.7370e-03, -2.3385e-02, 1.3812e-02, 1.5359e-02,
2.3278e-02, -2.3690e-04, 7.5244e-03, 9.4473e-03, 3.0592e-02,
-2.0177e-02, 1.6304e-02, 2.9790e-03, 1.7995e-04, 1.1891e-03,
1.9687e-02, -6.0382e-03, -6.9381e-03, -5.1797e-02, -9.9092e-03,
3.9101e-02, -3.4730e-02, -6.6872e-03, 3.6738e-03, 5.3355e-04,
-6.0644e-02, 4.7600e-03, 3.9083e-03, 5.4590e-03, -1.5829e-03,
-3.0137e-02, -5.8837e-03, 5.4122e-03, -3.1437e-02, 2.5599e-02,
4.4980e-02, -1.5462e-02, -2.6267e-02, 1.7940e-02, -4.1541e-02,
4.5557e-03, 6.9658e-02, 2.3866e-03, 1.0840e-02, -2.1056e-02,
2.1985e-02, -8.5184e-03, -4.5613e-03, 3.9412e-03, -1.6184e-03,
4.4432e-02, -3.3493e-02, -6.2151e-03, -9.6563e-03, -1.8757e-02,
-2.3823e-02, 5.1047e-04, -3.4047e-02, 2.3666e-02, -2.4475e-02,
-5.9644e-03, 6.2963e-03, -6.8048e-03, 1.8726e-02, 1.7534e-02,
5.1109e-04, 1.2493e-02, -1.5937e-02, -1.7177e-02, -1.1417e-02,
-9.8859e-03, -5.0179e-03, -1.6780e-02, 8.8803e-03, -9.5782e-03,
-1.0308e-02, 2.1580e-02, -7.8043e-03, -1.0087e-04, 2.0367e-02,
5.7993e-03, 3.5860e-03, 2.4563e-02, -3.9382e-03, -3.6348e-03,
5.4960e-02, 8.6694e-03, 4.7127e-02, 2.3726e-03, 2.1570e-02,
-8.6791e-03, -1.2602e-02, -7.2571e-03, 6.8474e-03, -1.1088e-04,
1.8821e-02, 6.6936e-03, 3.7497e-03, 4.3769e-03, 1.5603e-02,
2.1783e-02, -1.5528e-02, 1.5414e-02, 1.8537e-02, 4.6809e-03,
-1.2828e-02, 6.1211e-03, 3.3405e-02, -8.5451e-03, 1.5427e-02,
1.9758e-02, -6.1011e-03, 1.1820e-02, 2.0630e-02, -1.9442e-03,
-1.1449e-02, 2.5499e-02, -1.4452e-02, -7.2271e-03, 4.4122e-03,
6.7026e-02, -3.9738e-02, 3.5281e-03, 1.3020e-02, -1.6688e-02,
-7.7109e-03, 3.9052e-02, 2.9628e-02, 2.9650e-02, -4.4433e-03,
3.3510e-04, -2.9567e-02, -8.0165e-03, -2.4623e-02, 1.7975e-02,
1.7880e-02, -4.1128e-02, 5.3258e-02, -2.8241e-02, -2.6005e-02,
-5.7700e-03, -1.6366e-01, -1.5812e-02, 6.7066e-02, 1.8208e-02,
1.6714e-04, -9.6248e-02, 2.9173e-02, -1.3652e-02, 5.5108e-03,
-2.7863e-01, 2.2239e-03, -5.5723e-03, 8.6724e-03, -2.9411e-03,
4.0433e-02, -9.5090e-03, 9.9911e-03, -1.7916e-02, -1.0917e-02,
5.8903e-03, -3.8940e-02, -9.6281e-03, 3.3850e-04, 2.9268e-02,
2.0266e-02, 4.5123e-02, -1.0148e-01, -4.2991e-02, 4.8047e-02,
6.8512e-03, 2.8275e-02, -1.0239e-02, -3.9147e-02, -1.7151e-02,
2.3931e-02, 2.5882e-02, -2.0334e-02, -1.3239e-02, -4.0246e-02,
3.6486e-02, 1.7707e-02, -2.7697e-02, -3.9386e-02, -1.4378e-02,
-3.4251e-02, 4.3067e-02, -4.2236e-02, -1.3342e-02, 6.3762e-02,
-2.6517e-02, 2.2627e-02, -5.7956e-02, -2.9549e-02, -1.8492e-01,
3.2656e-02, 1.3944e-02, 2.9982e-02, 1.6876e-02, 3.0056e-02,
4.6489e-02, 3.9939e-02, 1.8200e-02, -1.7464e-03, -6.2120e-02,
7.6049e-02, -9.2667e-02, 3.0571e-03, 8.0895e-02, -5.2202e-04,
-5.7159e-02, -1.3583e-02, -2.7957e-03, 1.8395e-02, 4.0398e-02,
-1.3731e-02, -4.5069e-02, -6.9392e-03, -1.3552e-02, -4.1843e-02,
-1.6998e-02, -3.1310e-04, 1.1078e-02, 4.1421e-02, 2.2065e-02,
-1.6379e-02, 2.9187e-02, -3.0122e-03, -5.3265e-03, -2.9820e-03,
1.4851e-02, -1.4515e-02, -4.5371e-02, -2.5184e-02, -4.1497e-03,
-3.3527e-03, -9.0712e-03, 1.8909e-03, 2.0735e-02, 1.6312e-02,
1.1372e-02, -2.4445e-02, 2.4304e-02, -9.7063e-03, -2.3688e-02,
1.4252e-02, 8.9828e-03, 1.4962e-03, -8.9315e-04, -7.5250e-03,
-3.3304e-03, 3.6871e-02, 7.0317e-03, -3.9269e-02, -4.2106e-02,
2.8396e-04, 8.7785e-03, 1.2401e-02, -6.3191e-03, 3.4979e-02,
5.7131e-02, 3.4072e-03, 1.2999e-02, -1.8638e-02, -3.3074e-02,
1.7462e-02, 4.2952e-02, 7.4721e-03, -1.6531e-02, 7.9870e-03,
1.1099e-02, -4.8210e-02, -4.4880e-03, -1.7624e-02, 5.2963e-03,
-8.7403e-03, 1.8363e-02, -3.0453e-02, -4.1098e-02, 2.4238e-03,
-1.5978e-02, -2.2070e-02, 4.0304e-03, -2.7580e-03, -1.2600e-02,
3.6664e-02, -1.6231e-02, 1.3575e-02, -5.0104e-02, -1.8844e-02,
1.4031e-02, -2.3310e-02, 2.3364e-02, -4.8071e-02, 2.0005e-02,
-6.9464e-05, 1.4391e-02, -5.9158e-02, -2.1991e-02, -4.3592e-03,
-3.8212e-02, 6.0060e-02, -9.7906e-03, -2.8165e-02, -2.3713e-02,
-2.2986e-03, -1.6509e-02, 2.9268e-02, -3.3112e-02, -1.9712e-03,
1.5056e-02, -1.8080e-02, -1.0937e-03, -9.8338e-03, 3.6673e-03,
1.6903e-02, -9.5199e-03, 4.7367e-03, 1.0292e-02, -3.8672e-02,
-2.1670e-03, -1.6412e-02, 5.0123e-02, -2.8972e-02, 7.2408e-03,
-6.8329e-03, 8.8188e-03, -1.2381e-03, 1.5012e-02, 1.6326e-02,
1.9320e-02, -2.0712e-02, -2.4196e-03, 5.9838e-03, -1.1286e-02,
1.2077e-03, 2.4196e-02, 8.1810e-03, 9.1161e-03, 1.0808e-03,
-2.3941e-02, 1.6727e-02, 8.2217e-03, 1.9506e-02, 4.3789e-03,
-2.3967e-03, 9.7876e-03, -5.4720e-04, -2.1608e-03, 1.9442e-02,
1.7538e-02, -2.3490e-02, -2.2356e-03, 2.1593e-02, 3.1441e-02,
-1.7790e-02, 2.0040e-02, 5.5404e-03, -9.0331e-03, 3.2329e-03,
3.0654e-02, 6.4660e-03, 3.2548e-02, 1.3562e-02, 3.3181e-03,
1.3920e-02, -1.9230e-02, -4.9540e-03])),
('model.decoder.layers.2.encoder_attn.q_proj.weight',
tensor([[-0.0911, -0.0003, 0.0662, ..., 0.1097, 0.1831, 0.0278],
[ 0.0916, -0.0413, -0.0379, ..., 0.0202, 0.0005, 0.0268],
[ 0.0937, -0.0306, -0.0206, ..., 0.1049, 0.0005, 0.0383],
...,
[ 0.0076, 0.0338, -0.0556, ..., 0.0756, 0.1047, 0.0689],
[-0.1329, -0.0507, 0.0252, ..., -0.0687, 0.2087, 0.0037],
[-0.0452, -0.0375, 0.0964, ..., -0.0503, 0.0471, -0.0416]])),
('model.decoder.layers.2.encoder_attn.q_proj.bias',
tensor([-1.3436e-01, 2.4792e-01, -2.7076e-01, -5.3677e-02, 4.0022e-01,
-1.6859e-01, -1.9962e-01, 8.7864e-02, -2.4727e-01, 3.7003e-01,
1.7100e-01, -3.0642e-03, -1.8069e-01, -1.5350e-01, 7.1846e-01,
-4.2113e-01, 4.7221e-01, -3.0961e-01, 3.2361e-01, 1.6100e-01,
2.1518e-01, -1.1986e-02, 4.2274e-01, 3.3331e-01, 2.7275e-02,
-1.1932e-01, -4.6043e-02, 2.2144e-01, 3.3757e-01, -6.4437e-01,
-1.2232e-01, 2.5840e-02, -1.7709e-01, 3.4858e-01, 3.3792e-02,
-2.2707e-02, 2.5171e-01, -2.9175e-01, 4.1653e-01, 1.2301e-01,
6.7366e-01, -2.9966e-01, 1.3931e-02, 1.7590e-01, -2.4315e-01,
1.4472e-01, -1.6670e-01, -4.6777e-01, -4.1655e-01, 4.3087e-01,
-1.6723e-02, -8.4762e-02, 2.4065e-01, 8.0314e-03, -1.2557e-02,
-6.4654e-02, 1.3274e-01, -7.0135e-01, -7.5242e-02, -1.2142e-01,
1.6217e-01, 6.9720e-02, -2.5381e-01, -3.8339e-01, 9.4760e-02,
4.7035e-01, -1.5576e-02, 4.4124e-02, -2.1407e-01, -3.2970e-01,
-2.8087e-01, 7.0485e-02, 1.3226e-01, 1.4364e-01, 2.7205e-01,
-3.2984e-01, 1.9384e-01, 1.9734e-01, -1.9453e-01, 3.8365e-01,
-1.4646e-01, -4.6097e-02, -2.2908e-01, 4.6654e-02, 7.1140e-02,
6.1356e-02, 6.3725e-02, -1.8227e-02, 1.5785e-01, -8.4037e-02,
3.1494e-03, -1.2426e-01, -4.7194e-02, 7.0758e-02, 3.2304e-01,
-1.4493e-01, -1.3149e-01, -4.9795e-02, 6.6050e-02, 2.5211e-01,
-5.1943e-02, 1.4536e-02, -6.5758e-02, 2.2285e-01, 3.0303e-01,
1.2688e-01, -2.0599e-01, 8.9006e-02, 4.0124e-02, 2.7743e-02,
-1.0516e-01, 1.7451e-01, -1.3670e-01, -1.4988e-02, -8.9570e-04,
-1.8546e-01, 3.6072e-01, 1.4753e-01, -3.7640e-01, 1.3937e-01,
1.2826e-01, -6.9457e-02, -1.1111e-01, 1.5516e-02, -7.4067e-02,
1.4250e-01, 4.9556e-02, -1.6766e-01, 1.0015e-01, 2.6190e-01,
-1.0582e-01, -1.1494e-01, 2.9331e-01, -1.4527e-01, 1.4202e-01,
8.4363e-02, -6.0212e-02, -3.6584e-01, 6.4157e-02, 2.0046e-01,
-1.0449e-01, -3.1646e-01, -1.0397e-01, 1.3024e-01, -1.1337e-01,
-5.9046e-02, 1.6089e-01, 2.7963e-01, 2.0692e-01, -3.8125e-02,
-2.6798e-01, -4.4849e-02, -1.5644e-01, -6.8235e-02, 9.6034e-02,
2.4575e-01, 1.3716e-01, 2.8931e-01, 5.1999e-02, -7.4842e-03,
4.6184e-02, 1.0362e-02, 1.5892e-02, -2.4133e-01, 3.9792e-01,
4.5907e-02, 9.5278e-02, 4.5598e-02, 1.6745e-02, -1.0832e-01,
-9.7924e-02, 1.8994e-04, -1.4490e-01, -2.1760e-01, 1.1116e-01,
-1.0674e-01, 2.1585e-01, 1.7175e-01, -2.2214e-01, 2.6716e-01,
5.7239e-02, -4.9379e-02, -1.8465e-01, -1.7240e-01, -2.9581e-01,
-1.0120e-01, -1.3962e-01, 2.0474e-01, -2.2301e-01, 4.4069e-01,
5.7638e-01, 1.1111e-01, -2.9865e-01, -2.9230e-01, -2.2942e-01,
-2.4690e-01, 6.6630e-02, 3.6310e-01, 9.1662e-02, -6.0089e-02,
-1.4339e-01, -4.5231e-01, 3.3468e-01, 5.0272e-01, -9.8003e-02,
-7.6954e-02, -1.4499e-01, -2.4594e-02, -2.8330e-02, -3.3618e-01,
1.1535e-03, -5.2995e-01, -4.0169e-01, 5.1625e-02, 3.0813e-01,
-3.0483e-02, 1.3988e-01, 3.4086e-01, 1.7907e-01, 2.4282e-01,
-2.9602e-01, 5.6222e-01, -6.8684e-02, 4.5694e-01, 2.8647e-01,
2.8925e-01, -2.3110e-01, -4.1396e-01, 3.2943e-01, 2.2852e-02,
8.4915e-02, 6.5864e-02, -1.0951e-01, 1.3557e-01, 2.7026e-01,
-5.1856e-01, 6.9107e-02, 2.3930e-01, -1.2008e-02, -1.4378e-01,
2.3715e-01, 2.8512e-01, 1.3468e-01, -5.9200e-01, -1.6810e-01,
1.3155e-01, -1.1076e-01, 1.0053e-01, -2.5161e-04, 4.8796e-03,
4.3357e-01, -1.7522e-01, 4.7716e-01, -1.4393e-02, -1.8371e-01,
-2.0636e-01, -1.2698e-02, 5.7397e-02, 7.7401e-02, 8.4369e-02,
-4.3502e-02, -1.6771e-02, 1.0459e-02, 1.6795e-01, -5.9986e-02,
9.9375e-02, 6.3572e-02, -2.2234e-02, -2.7577e-02, 1.7395e-01,
-8.3432e-02, 7.3274e-02, -1.5737e-02, -4.6464e-03, 4.5962e-02,
7.7961e-02, -2.1141e-04, 8.2190e-02, 8.3665e-02, 4.4800e-03,
2.6660e-02, 5.2024e-02, -1.5982e-01, 2.1571e-01, -1.5963e-01,
9.9441e-02, -1.0383e-01, -1.0092e-02, -5.1253e-02, 6.3625e-03,
4.9048e-02, 3.6499e-03, 6.4714e-02, 5.9340e-02, -2.3803e-02,
9.8623e-02, 2.3051e-01, -4.5576e-02, 3.5215e-02, 5.9918e-02,
-8.7702e-02, 1.8033e-01, -1.2953e-02, 1.9389e-02, -7.5124e-02,
7.0863e-02, 1.1610e-02, 6.1284e-02, -2.7832e-02, 4.2466e-03,
-3.8987e-03, 5.6822e-02, -1.1820e-01, -4.9185e-02, 1.8523e-01,
-4.5196e-02, 9.1200e-02, -2.3826e-02, -6.7446e-03, -1.7093e-01,
-3.4053e-02, 2.4864e-02, 1.7664e-01, -1.3847e-01, 1.1866e-01,
1.6824e-01, -1.2339e-01, 8.9986e-02, 8.3423e-02, -3.9273e-01,
5.0844e-01, -1.2496e-01, 8.4152e-03, -1.3546e-01, 2.3553e-01,
-1.3153e-01, 8.4551e-02, 3.7443e-03, -5.1260e-02, 9.6704e-02,
5.5653e-01, -2.1125e-01, -2.3942e-01, 2.0812e-01, 2.7302e-03,
-2.3299e-01, 9.6257e-02, 2.4964e-01, 5.9482e-02, 8.9952e-02,
-1.7466e-01, -5.7186e-01, 5.8481e-02, 6.4845e-02, -3.5132e-01,
-3.3491e-01, 1.5273e-01, 5.6762e-01, 1.1509e-01, -4.3860e-01,
1.4469e-02, -2.1357e-02, -2.5285e-01, 2.0464e-01, 5.5565e-01,
-4.1688e-01, 5.8159e-01, 4.6045e-01, -3.6664e-02, 3.3615e-02,
-4.6874e-01, -5.9806e-01, -4.3772e-02, 1.8408e-01, 3.2540e-02,
-3.2093e-01, 2.3454e-01, 6.3279e-03, 8.8757e-02, -4.7475e-01,
-6.3359e-02, -3.1181e-01, -3.7792e-01, 8.9359e-02, 1.1389e-02,
-6.0380e-02, 2.6694e-02, 9.8111e-02, -7.3349e-03, 1.2555e-01,
-6.7236e-02, 2.8358e-01, 2.8966e-02, -4.6783e-02, 4.4953e-02,
-1.8748e-02, 5.1361e-02, 3.7263e-02, -3.3297e-02, 3.0082e-02,
4.6512e-02, -3.2935e-03, -9.4911e-03, 2.3195e-03, 2.2778e-02,
2.4147e-02, 5.4382e-02, 1.3895e-02, -2.7672e-02, -2.1082e-01,
-1.2548e-01, -2.8061e-02, -6.9332e-03, 1.8060e-02, -2.2798e-02,
8.3622e-02, 8.2855e-03, -1.6564e-02, -2.6574e-02, 6.0047e-02,
4.8595e-03, 1.8609e-03, -9.6457e-02, 5.3336e-02, -1.7951e-02,
6.7401e-03, -2.5944e-04, -9.4481e-02, 2.7887e-02, 1.8657e-02,
4.3457e-02, -1.9441e-03, 4.2810e-02, 6.4693e-03, 4.2936e-02,
-3.2059e-02, -3.8325e-02, 5.0626e-03, -1.0811e-01, -1.5224e-01,
-1.8035e-02, 1.4763e-02, -1.7196e-02, -1.9476e-02, -1.2740e-01,
-4.8914e-02, 1.3826e-02, 2.0908e-02, -1.4983e-01, 1.2188e-01,
-1.5912e-02, -5.0896e-03, 2.4773e-01, -2.0008e-01, 1.5310e-01,
1.8153e-01, -3.4486e-01, -3.0402e-01, -2.4692e-01, -2.2157e-01,
-2.0740e-01, -1.6780e-01, 2.7415e-02, 1.2719e-01, 4.3918e-02,
1.0458e-02, -1.2572e-01, 1.2367e-01, 1.2850e-01, 5.0373e-02,
6.0732e-02, 9.2576e-02, -2.1512e-01, 1.0892e-01, -1.4282e-01,
1.0141e-01, -1.7672e-02, 2.3589e-01, 7.7103e-02, 8.2615e-02,
3.1739e-02, -1.7918e-01, 1.3748e-01, -1.1638e-01, 2.0167e-02,
-1.2458e-01, 1.2389e-02, -7.4220e-02, -9.0580e-02, -2.8468e-02,
-2.1021e-01, -1.6493e-01, 5.2786e-03, 3.0006e-01, -6.8798e-02,
-6.8037e-02, -7.3135e-02, 1.9078e-02, 3.7451e-02, 5.1094e-02,
-2.8184e-02, 1.6188e-01, -8.4679e-02, 6.4415e-02, -8.3266e-02,
-9.7644e-02, 4.6100e-02, -7.3005e-02, 3.2175e-02, -7.2754e-02,
-2.8072e-01, 3.1188e-03, -9.7375e-02, -9.8824e-02, 5.4419e-02,
3.1301e-01, 1.0920e-01, 2.1121e-02, -7.3924e-02, -1.6890e-01,
-3.3630e-02, -6.2917e-02, -2.6817e-01, 1.7905e-01, 1.9413e-01,
3.1569e-01, 1.7974e-01, -9.4314e-02, 2.8946e-01, -2.1650e-01,
1.0474e-01, 9.2011e-02, -1.3508e-01, -7.9183e-02, -1.2337e-02,
-2.0390e-01, -1.1933e-01, -9.4248e-02, 4.2221e-02, -1.9770e-01,
2.4108e-01, 2.6948e-03, -2.7257e-01, 1.0314e-01, -1.8759e-01,
-1.0860e-01, -4.7583e-02, 7.3975e-02, 9.4869e-02, 6.1314e-02,
1.6705e-01, 1.3713e-01, -1.5272e-01, 2.0491e-02, 1.1339e-01,
-1.0841e-01, 7.3657e-02, -1.3606e-01, -5.7464e-02, 2.3132e-02,
1.7337e-02, -5.8740e-02, 8.7511e-02, 7.1673e-02, 1.3576e-01,
1.0639e-01, 2.9249e-01, 3.8143e-02, -6.0560e-02, -1.0996e-01,
6.8555e-02, -9.6826e-02, 2.7146e-02, 6.5411e-02, -7.0105e-02,
1.3386e-01, 2.5115e-01, 2.9351e-01, -1.0944e-01, 3.5780e-01,
-1.3048e-01, -7.3271e-02, 1.6627e-01, 3.2286e-02, -1.3523e-01,
-3.7304e-02, 1.6181e-01, -8.0028e-03, 6.2704e-02, 2.9316e-01,
-7.7704e-02, -6.9476e-02, -1.1743e-01, -5.8591e-01, 9.5213e-02,
-1.7826e-01, -1.3587e-02, -6.0314e-02, 1.2590e-02, -5.2674e-02,
4.8619e-02, 1.3321e-01, 3.9009e-02, 2.4609e-01, 2.4484e-01,
1.1575e-01, -2.5393e-02, -2.3658e-01, 2.1193e-01, -1.4419e-02,
1.9154e-01, 8.1306e-02, 3.4761e-01, -5.2551e-02, 1.7347e-03,
1.1048e-01, -2.8464e-02, -2.2724e-01, 1.4655e-01, -2.6881e-01,
1.1095e-02, 1.5225e-01, -1.1744e-01, -5.8828e-02, 7.2201e-02,
-1.6644e-01, -1.5894e-01, -1.2945e-01, 4.1728e-01, 2.4973e-01,
2.5265e-01, -2.4325e-01, 8.7228e-02, 4.9827e-02, 1.0990e-01,
-1.5528e-01, 2.7566e-01, 2.0144e-01, 5.8817e-02, -2.8672e-01,
-3.3846e-02, 3.1838e-02, 1.0807e-01, -1.2302e-01, 1.1674e-01,
-3.8785e-03, -9.2606e-02, 7.9606e-02, 3.4593e-02, -1.3431e-01,
-1.3900e-01, 1.9248e-01, -7.2881e-02, -2.9432e-03, -2.8285e-02,
-1.1433e-01, 1.7938e-01, -6.5042e-03, 1.8485e-02, -1.3692e-01,
1.4885e-01, 1.1274e-01, -1.9731e-02, 1.5468e-01, -1.4329e-01,
-3.0557e-02, -7.7661e-02, 5.8205e-02, -4.2837e-02, -9.9332e-02,
-2.3557e-01, 1.4727e-01, 1.1396e-01, 7.7092e-02, -1.3499e-02,
7.3930e-02, -1.0509e-01, 1.6183e-02, -7.6746e-02, -8.5615e-02,
-3.3712e-02, 1.2642e-01, 8.3417e-03, -5.1115e-02, -3.6957e-02,
-2.6104e-01, -2.2541e-01, 3.3030e-02, 9.5553e-02, -4.6337e-02,
8.4007e-02, -1.4576e-02, 1.6294e-01, 5.8190e-03, -5.0016e-02,
-1.1010e-01, 6.1001e-02, 1.7595e-01, -3.8819e-03, 4.3985e-02,
-8.2816e-02, -1.8975e-02, 2.2206e-01, -1.6025e-01, -3.1031e-02,
1.0713e-01, 2.4089e-01, 1.2158e-01, -4.3669e-02, 2.0998e-01,
-1.4262e-01, -1.1462e-01, -9.2663e-02, 3.2475e-02, 1.5201e-02,
2.0198e-01, -2.9457e-01, 1.0799e-01, 2.1200e-01, -4.9829e-02,
-1.3187e-01, 1.3266e-01, -1.0749e-01, 1.1351e-01, -2.6396e-01,
1.3494e-02, -2.4317e-02, 5.9355e-02, -1.8905e-02, 3.1197e-02,
1.9881e-01, -7.7232e-02, 1.5533e-01, 3.8898e-01, 1.9476e-01,
-5.1303e-02, -7.6775e-02, 1.0338e-01, 4.3250e-02, 1.4995e-01,
-1.2461e-01, 3.7042e-02, -9.8227e-02, -1.2178e-01, -2.6099e-02,
1.0589e-01, 1.2041e-01, -1.1339e-03, -2.3164e-02, -1.4022e-01,
3.3940e-02, -1.3913e-01, -1.1935e-01, 5.6865e-02, -1.3131e-01,
3.3984e-02, 9.0216e-02, 1.7438e-01, 1.4361e-01, -8.3490e-02,
4.2950e-02, -1.2042e-02, 1.1369e-01, 1.7985e-02, 2.0355e-01,
5.5724e-02, 6.0362e-02, 7.5443e-02])),
('model.decoder.layers.2.encoder_attn.out_proj.weight',
tensor([[-0.1951, 0.0454, -0.0830, ..., 0.0701, -0.0989, 0.1074],
[ 0.0920, -0.0177, 0.0507, ..., -0.0341, -0.1236, -0.0188],
[ 0.0162, 0.0146, -0.0221, ..., -0.0134, 0.0577, 0.0500],
...,
[-0.0273, 0.0583, 0.0334, ..., -0.2426, 0.0264, 0.0365],
[-0.0526, 0.0188, -0.1115, ..., -0.0872, -0.0214, 0.1620],
[-0.0898, -0.0472, 0.0885, ..., 0.0313, -0.0497, 0.0073]])),
('model.decoder.layers.2.encoder_attn.out_proj.bias',
tensor([ 9.9866e-02, -3.0964e-02, 1.3407e-03, -4.3404e-02, -6.5884e-02,
-1.1256e-01, -6.0868e-02, 2.5080e-02, -6.7605e-02, 7.4698e-02,
-5.0529e-02, 6.5936e-02, 3.8521e-02, 7.4070e-03, 2.8714e-02,
-1.1134e-02, -9.3319e-02, -7.7243e-02, 3.9127e-02, -4.5215e-02,
2.8400e-03, 1.0823e-02, 3.8915e-02, -4.4251e-02, -4.2694e-02,
-8.1610e-02, -6.0912e-03, 1.3539e-02, 1.6375e-02, 1.0955e-01,
2.9008e-02, -6.6176e-02, 2.4830e-02, -8.5759e-02, -5.3263e-02,
6.6396e-02, -7.0269e-03, -8.5600e-03, 2.8433e-03, 2.2975e-02,
-2.6155e-02, 3.7001e-02, -9.3773e-02, -8.3706e-02, 5.8331e-02,
5.0414e-02, 2.1748e-02, 7.2089e-03, 2.9970e-03, 6.4171e-02,
-4.5163e-02, 4.1012e-02, -2.1065e-01, 2.9739e-02, 1.9642e-03,
9.0253e-02, -5.3458e-02, -3.2411e-02, 7.6298e-03, 2.3513e-02,
-4.8553e-02, -7.4177e-02, 6.2369e-02, 4.1222e-02, -7.8241e-02,
6.8598e-02, -1.4225e-02, -8.4132e-02, -2.9864e-03, 7.2165e-02,
1.5234e-02, -4.3590e-02, -2.7525e-02, 9.9803e-03, -1.3479e-01,
-3.3877e-02, -1.3103e-02, 1.7538e-02, -6.0442e-02, -6.7874e-03,
-1.6700e-02, 3.3265e-02, -2.2651e-02, -5.8116e-03, 3.0884e-02,
-6.9808e-02, 1.8497e-02, -1.6007e-02, -2.0864e-03, 9.2943e-02,
-2.3684e-02, 1.0094e-01, -3.9330e-02, -6.2021e-02, 3.9625e-02,
-7.7913e-02, 1.9800e-02, -1.1240e-02, 9.9167e-03, 8.0883e-02,
3.3321e-02, 7.2505e-02, -1.6848e-02, -1.0881e-01, 1.2637e-02,
4.0682e-02, -1.8467e-02, -3.2020e-02, 3.0992e-02, 3.6295e-02,
1.2213e-02, 3.8898e-02, -6.5614e-03, -8.0007e-02, 5.5704e-02,
1.0012e-03, -4.3282e-02, -6.3541e-02, 7.9209e-03, 2.1006e-02,
8.0057e-02, -1.5346e-02, 6.0262e-02, 1.9969e-02, 2.5001e-02,
-3.5368e-02, -1.1998e-02, 1.0752e-01, -4.0671e-02, 1.2544e-01,
8.5214e-02, 4.7289e-02, 2.2343e-03, 5.1326e-02, 2.3177e-02,
-4.8498e-03, 2.2928e-02, -9.3983e-03, 8.8337e-02, 1.6614e-02,
6.7795e-02, 1.1564e-02, -9.7977e-02, 3.8552e-02, 4.3781e-02,
2.8852e-02, 8.8306e-02, 3.2588e-02, 6.5857e-02, 1.6977e-01,
4.0831e-02, 7.0310e-02, 1.3688e-02, 4.6179e-02, 7.1040e-02,
-1.1539e-01, 7.9141e-02, -9.1503e-03, -1.5373e-01, -2.2327e-02,
8.5370e-02, -5.9612e-02, 5.7047e-03, -4.5221e-02, -2.8492e-02,
4.4764e-02, -3.7551e-02, 1.4568e-01, -1.5901e-02, -4.1354e-02,
9.0357e-03, 2.7495e-02, -1.9287e-02, -2.8878e-02, 1.0158e-01,
-8.4701e-04, -5.5652e-02, 6.6877e-02, 8.6844e-02, 2.3885e-02,
-5.2725e-02, -4.6566e-02, -3.5934e-02, -8.7460e-03, 7.2159e-02,
5.2341e-02, 9.1820e-02, -1.5171e-03, -2.1101e-02, 2.0799e-02,
-3.3019e-02, 1.6675e-02, -2.5470e-02, 3.1504e-02, 3.1438e-02,
2.7175e-02, -1.9072e-02, -1.0892e-01, -9.4892e-02, -6.4806e-03,
-3.9562e-02, 3.3559e-03, 1.2468e-02, 1.4510e-03, -3.0593e-03,
4.8552e-02, -3.3563e-02, 3.2322e-02, 1.0403e-02, 5.4482e-02,
-4.7233e-03, 1.2151e-02, -3.2515e-02, 5.2103e-02, -1.4898e-02,
-5.2001e-02, -1.5277e-01, 1.1021e-01, -1.3747e-02, -3.7732e-02,
-7.2234e-02, 1.8241e-02, -2.5799e-02, 1.6578e-02, 4.9451e-02,
-1.7040e-02, -1.0055e-01, -8.6528e-03, -2.9461e-02, 9.7912e-02,
2.8578e-02, -8.9472e-02, 3.6353e-02, 1.3801e-02, -8.3311e-02,
2.7426e-02, 6.3949e-02, 3.6563e-02, 2.0197e-02, 1.8401e-02,
2.9756e-02, -2.8634e-02, -1.0170e-02, 6.7345e-02, 4.5685e-02,
8.6050e-02, -3.6357e-02, -7.5144e-02, 2.9103e-02, -5.9260e-03,
-2.5596e-02, -1.5076e-02, -2.7542e-02, -7.1893e-02, 1.2722e-02,
4.5277e-02, 2.2279e-02, -3.8407e-02, -3.1530e-02, -1.7378e-01,
-1.3801e-02, 9.1807e-03, -2.0314e-02, 6.5011e-02, -6.4381e-02,
-3.7940e-02, 2.0259e-02, 5.5645e-02, 9.9173e-03, -5.0506e-02,
-1.3330e-01, -2.0569e-03, 4.6922e-02, 2.3044e-02, 4.1832e-02,
1.0189e-01, 1.7736e-02, -4.5610e-02, 1.2121e-02, 2.9445e-02,
3.1920e-02, 9.6843e-02, -4.3520e-02, -1.8778e-02, 4.7905e-02,
6.1193e-02, 2.1856e-02, 9.3001e-02, -1.5138e-03, 5.9879e-02,
5.0207e-02, 1.0774e-01, -2.8723e-02, -6.6239e-02, 1.4693e-04,
4.4806e-02, 5.9007e-02, 5.3420e-02, -2.4400e-02, 1.8374e-02,
-4.4946e-02, -3.9362e-02, -6.9759e-02, 4.8684e-02, -6.0750e-02,
-3.1644e-02, -1.3567e-02, -6.7053e-02, -2.5802e-03, -8.0281e-02,
-1.7445e-01, 1.3598e-02, -1.4628e-02, 1.3730e-01, -1.8290e-02,
-1.5287e-02, 5.3683e-02, -3.1606e-02, 9.4044e-02, -1.6276e-02,
8.1505e-03, 5.6453e-02, 2.3748e-02, 1.0697e-02, -2.2354e-03,
5.6717e-02, 1.1405e-01, 2.3129e-02, 3.0317e-03, -1.2525e-01,
-9.8071e-02, 4.9825e-02, 1.6122e-01, -1.0565e-01, -8.3851e-03,
1.2072e-01, -2.8145e-02, 1.1778e-02, -3.8138e-02, 6.5864e-02,
2.2098e-02, -1.4559e-01, -3.7380e-02, -6.1000e-02, -5.6860e-03,
-9.6375e-02, -2.1671e-02, 2.1555e-04, -8.0497e-02, 6.3236e-02,
4.7759e-02, 4.0015e-02, -2.2304e-02, -7.5055e-03, 7.1290e-02,
-7.0961e-02, -4.3905e-02, 1.7928e-02, 4.1879e-02, -1.3971e-02,
8.8846e-03, -6.7775e-02, -5.7580e-02, 6.9894e-02, -7.6170e-02,
-2.5193e-02, -2.8506e-02, 6.0815e-02, 4.8153e-02, -1.4349e-02,
-3.3597e-03, -5.1335e-02, 1.5618e-02, 5.6420e-02, 4.3411e-02,
4.7031e-02, -6.3486e-02, 4.7479e-02, -2.1209e-02, -1.7415e-02,
-1.0330e-02, -1.7767e-02, -5.6554e-02, -2.5490e-02, -3.5475e-02,
-2.1571e-02, -5.0432e-02, 3.4897e-02, 8.4660e-02, 8.2558e-02,
5.3097e-02, -5.4847e-02, -9.7909e-02, -6.5892e-02, 1.1710e-02,
-4.0193e-02, -9.9219e-03, 1.7875e-02, 1.0089e-01, -6.3151e-04,
-4.6738e-02, 3.1612e-02, 1.8091e-03, 3.6842e-02, -1.3661e-02,
-4.2408e-02, -5.0342e-02, -7.3894e-02, 4.0467e-02, 5.2914e-02,
-2.3683e-02, -7.7942e-02, 5.1491e-02, -4.0516e-02, -2.2619e-02,
9.3721e-03, 4.8301e-02, 3.8157e-02, 3.0791e-02, 9.5199e-02,
7.9987e-03, -4.4119e-02, -1.4321e-02, 1.0131e-01, 9.6005e-02,
2.5497e-02, 1.1626e-02, -2.2436e-02, 3.4280e-02, 4.0388e-02,
-8.6112e-02, 1.0513e-02, 2.7376e-02, 4.2076e-02, -1.8530e-05,
-8.9093e-02, 5.0593e-03, -1.7432e-01, -2.7500e-02, -9.0351e-03,
-1.0476e-01, -4.0238e-02, -7.7440e-03, 3.2998e-02, -8.8642e-02,
-1.2619e-01, 2.6112e-02, 3.7506e-02, 3.8139e-03, 7.3042e-02,
-1.0325e-01, -2.0537e-03, 5.4038e-02, 5.8855e-02, 1.4580e-02,
7.5783e-03, -1.5579e-02, 4.4280e-02, -9.7535e-02, 6.3535e-02,
6.6923e-02, 3.3140e-02, -2.1629e-02, 2.2728e-02, 3.5303e-02,
6.6970e-02, 6.7663e-02, -6.3979e-02, 9.3225e-02, -1.5739e-02,
-3.6870e-02, -5.1643e-02, 7.4627e-02, 6.7610e-02, 1.0312e-01,
-2.1195e-02, 8.8827e-02, -1.2284e-02, -2.3744e-02, -4.7105e-02,
-8.4754e-02, -6.4373e-04, -1.1837e-01, -5.0372e-04, -7.5079e-02,
5.4699e-04, 1.1602e-01, 3.5252e-02, -2.9618e-02, 9.4757e-03,
-1.6923e-02, -3.9460e-03, -1.0895e-01, -1.6223e-02, -3.8243e-02,
6.2884e-03, -1.4510e-02, 1.9065e-02, -2.2944e-02, 1.0396e-01,
-5.4166e-02, -4.7125e-02, 8.0518e-02, -1.3284e-02, 4.0793e-02,
2.5780e-02, -2.1988e-02, 2.7917e-02, 8.1637e-02, 5.5522e-02,
-4.0260e-02, 2.4779e-02, 7.2621e-04, 3.6420e-02, 4.1606e-03,
-5.4438e-02, 2.9418e-02, 1.6668e-02, 2.6984e-03, 1.9326e-02,
3.4699e-02, 1.0325e-02, -5.5139e-02, -1.6072e-02, 1.8804e-02,
7.9073e-02, 4.8489e-02, -4.7915e-02, -2.3850e-02, -2.2599e-02,
-2.4438e-02, 1.0545e-01, 2.8510e-02, 6.8646e-03, -5.3692e-03,
-8.7009e-02, -5.3382e-02, -6.5720e-02, 3.6664e-02, 9.7140e-04,
6.9195e-04, 5.5463e-02, -3.5904e-02, 6.6620e-04, -6.2747e-02,
-9.6027e-03, 9.3074e-02, -5.9135e-03, 3.3944e-02, 5.1273e-02,
-1.1754e-02, 7.1644e-02, -2.5924e-02, -3.0581e-02, -2.1761e-03,
9.8673e-02, 6.4419e-02, -2.6037e-02, -2.6874e-02, 7.6166e-02,
6.1380e-02, 6.0470e-02, 7.5948e-02, -1.0053e-01, -9.3421e-02,
-4.7750e-02, -3.7266e-02, -7.6245e-02, -7.7835e-02, -7.9753e-03,
3.9063e-02, -1.9929e-02, -5.1931e-02, -2.0506e-04, 2.0120e-02,
-2.8769e-02, 7.3859e-02, -3.6498e-02, 3.6789e-02, 1.2903e-02,
8.2969e-02, 7.2989e-03, -2.1974e-02, -4.1102e-02, -2.4224e-02,
4.3061e-03, 1.8513e-02, -1.3844e-03, -3.0594e-02, 5.8564e-02,
-3.7249e-02, 1.0374e-02, 4.2152e-02, 4.3651e-03, -7.5261e-02,
-1.0197e-01, 3.3904e-02, -7.6233e-02, 6.6923e-02, 4.5947e-03,
2.6869e-02, -7.4712e-02, 6.3232e-02, -8.5527e-02, 1.8040e-02,
3.0166e-03, -6.3417e-04, -4.6652e-02, 5.7140e-03, -5.6045e-02,
-1.0628e-01, -3.3429e-02, 4.4375e-03, -3.1300e-02, -6.5297e-02,
-2.7631e-02, 1.1499e-02, 4.6847e-02, -1.8065e-02, 1.7707e-02,
7.6377e-02, 7.2271e-02, -1.1132e-01, 7.9464e-02, -2.7480e-03,
6.6067e-02, -1.8246e-02, -4.1235e-02, 5.4389e-02, -5.7786e-02,
-3.7408e-02, 7.2193e-02, -3.9505e-02, -8.2283e-02, 2.4051e-02,
1.0919e-01, 1.9643e-02, -1.5337e-01, -1.5521e-02, 5.2873e-02,
5.9269e-02, 1.2556e-02, 6.6282e-02, -1.6083e-02, 1.3566e-02,
1.4222e-02, 4.6026e-03, -1.0793e-01, 3.7053e-02, 1.4246e-02,
-6.5540e-03, 8.5504e-02, -1.1437e-01, -7.6896e-02, 9.1062e-02,
9.6144e-03, 4.2505e-02, -4.1956e-02, 2.5837e-02, -9.7330e-02,
1.2618e-01, 3.7914e-03, 4.0069e-02, -5.8486e-02, 5.0911e-02,
2.1793e-02, -2.0493e-02, 9.0920e-03, 2.7406e-02, 6.8498e-02,
1.7240e-02, -3.4315e-02, -5.9420e-02, 1.9490e-02, 2.4321e-02,
-5.5545e-02, 7.7847e-02, 7.4968e-02, 1.0340e-01, 8.3741e-03,
-5.1727e-02, 1.8114e-02, 5.3490e-02, -9.6694e-03, -2.4944e-02,
2.7649e-02, -4.8092e-02, -2.9412e-02, -1.7904e-02, 1.5844e-02,
-4.5497e-02, -1.3007e-02, 5.9058e-02, -7.8504e-03, -1.7652e-02,
-1.0649e-01, -7.3603e-02, 1.2701e-01, 1.7644e-02, -2.5216e-02,
7.4517e-03, 4.1763e-02, -3.4246e-02, 3.3571e-02, -3.5197e-02,
7.4100e-03, 3.3704e-02, -5.6034e-02, 2.3714e-02, 2.5543e-02,
7.3600e-02, -5.3944e-02, -2.6388e-02, -9.1455e-03, -1.3143e-01,
7.7791e-03, -1.9015e-02, 5.0532e-02, -3.2879e-02, -1.5372e-02,
4.5410e-02, -3.3377e-03, 3.9477e-03, -4.6967e-02, 6.2957e-02,
-2.2505e-02, -3.1045e-03, 5.2651e-02, -1.8886e-02, 9.3023e-02,
-1.2940e-02, 3.4779e-02, -4.0850e-02, -9.0319e-02, -2.5164e-02,
-1.2354e-02, 7.6704e-03, -1.0804e-02, -5.6138e-02, -2.2046e-02,
-5.8208e-02, -7.6658e-02, 2.8409e-02, -1.3001e-02, 5.3723e-02,
1.0778e-01, -1.0315e-01, -2.4030e-02, 2.4294e-02, -1.1916e-01,
2.8178e-02, -5.9120e-02, -6.9193e-02, -8.8661e-03, 8.1374e-02,
4.2995e-02, 4.2858e-02, -2.1850e-02, -7.0925e-02, -2.1532e-01,
-9.0125e-02, -7.3686e-02, -3.4147e-02, -5.0703e-02, -7.5399e-02,
3.9042e-02, 1.2452e-02, 7.0785e-02])),
('model.decoder.layers.2.encoder_attn_layer_norm.weight',
tensor([0.4289, 0.4791, 0.4516, 0.4338, 0.5053, 0.4272, 0.4263, 0.4106, 0.4433,
0.5983, 0.4338, 0.4479, 0.4227, 0.4782, 0.4006, 0.4683, 0.4857, 0.4490,
0.4335, 0.4255, 0.3791, 0.4077, 0.4909, 0.4778, 0.4527, 0.4081, 0.4135,
4.4861, 0.4321, 0.6085, 0.4447, 0.4341, 0.4132, 0.4566, 0.4683, 0.5465,
0.4468, 0.4722, 0.3816, 0.4693, 0.4448, 0.4656, 0.4664, 0.4198, 0.4657,
0.4421, 0.4517, 0.4518, 0.4213, 0.4382, 0.4560, 0.4225, 0.5354, 0.3914,
0.4294, 0.3935, 0.4192, 0.4153, 0.4289, 0.4250, 0.4127, 0.4151, 0.4613,
0.4443, 0.4988, 0.4311, 0.4841, 0.4778, 0.4154, 0.4122, 0.4236, 0.6363,
0.4662, 0.4494, 0.5001, 0.4296, 0.4332, 0.4534, 0.4917, 0.4419, 0.4162,
0.4701, 0.4655, 0.4574, 0.3703, 0.4252, 0.3757, 0.4407, 0.4550, 0.4144,
0.4376, 0.4390, 0.3886, 0.4959, 0.3933, 0.4691, 0.4452, 0.4023, 0.4393,
0.4169, 0.4396, 0.4393, 0.4257, 0.4493, 0.4449, 0.4560, 0.4735, 0.4068,
0.3901, 0.4475, 0.4729, 0.4924, 0.4303, 0.4344, 0.4515, 0.4276, 0.5357,
0.4408, 0.4902, 0.4591, 0.3895, 0.4397, 0.4219, 0.4213, 0.4226, 0.4151,
0.4818, 0.4547, 0.4499, 0.3789, 0.3941, 0.4202, 0.4596, 0.4270, 0.5585,
0.4137, 0.4155, 0.4397, 0.4133, 0.4467, 0.4124, 0.3936, 0.4423, 0.4488,
0.4209, 0.4233, 0.3966, 0.3934, 0.4284, 0.5369, 0.4354, 0.4001, 0.3859,
0.4060, 0.4521, 0.4505, 0.5062, 0.3995, 0.4185, 0.4681, 0.4380, 0.4589,
0.4933, 0.4206, 0.4062, 0.4157, 0.4343, 0.3730, 0.4580, 0.4455, 0.4313,
0.4602, 0.5499, 0.4437, 0.4404, 0.4224, 0.4646, 0.4654, 0.4535, 0.4187,
0.4437, 0.4375, 0.4581, 0.4342, 0.4467, 0.4191, 0.4169, 0.4160, 0.4247,
0.4071, 0.4181, 0.4111, 0.4697, 0.4346, 0.4198, 0.4527, 0.3853, 0.4116,
0.4347, 0.4681, 0.4256, 0.4527, 0.4404, 0.4399, 0.4081, 0.4482, 0.5507,
0.3998, 0.4083, 0.4369, 0.4572, 0.4408, 0.4971, 0.4132, 0.3953, 0.4608,
0.4142, 0.4580, 0.4651, 0.4088, 0.4424, 0.4399, 0.4024, 0.4250, 0.4339,
0.3943, 0.4148, 0.6091, 0.4719, 0.3875, 0.4412, 0.4641, 0.4625, 0.4211,
0.5288, 0.4663, 0.4254, 0.4292, 0.4506, 0.4475, 0.4797, 0.4617, 0.4349,
0.4762, 0.4251, 0.4750, 0.3960, 0.4354, 0.4150, 0.4383, 0.4292, 0.4059,
0.4600, 0.4459, 0.4509, 0.4888, 0.4428, 0.4489, 0.4136, 0.4233, 0.4025,
0.4473, 0.4568, 0.4079, 0.4371, 0.4234, 0.4302, 0.4460, 0.3884, 0.4545,
0.4609, 0.4331, 0.4613, 0.4556, 0.3951, 0.4268, 0.4436, 0.4486, 0.4588,
0.4488, 0.4845, 0.4531, 0.3968, 0.4441, 0.4103, 0.4550, 0.4456, 0.3935,
0.4542, 0.4322, 0.4447, 0.4184, 0.5175, 0.4019, 0.4510, 0.4830, 0.4814,
0.4401, 0.4200, 0.4341, 0.4446, 0.4520, 0.4406, 0.4245, 0.4568, 0.4239,
0.4898, 0.4365, 0.4395, 0.3880, 0.9156, 0.4494, 0.4561, 0.4235, 0.3779,
0.4392, 0.4461, 0.4429, 0.4516, 0.4575, 0.4000, 0.4341, 0.4053, 0.3781,
0.4188, 0.4394, 0.4207, 0.4296, 0.4188, 0.4132, 0.4101, 0.4773, 0.5370,
0.4205, 0.4484, 0.5051, 0.4043, 0.4307, 0.4243, 0.4262, 0.4285, 0.4232,
0.4420, 0.4891, 0.5271, 0.4436, 0.4081, 0.4810, 0.4309, 0.4318, 0.4374,
0.4637, 0.4166, 0.4303, 0.4335, 0.3878, 0.4356, 0.4266, 0.4408, 0.4308,
0.4600, 0.3983, 0.4077, 0.4224, 0.4323, 0.4421, 0.5197, 0.4715, 0.4229,
0.4412, 0.4273, 0.4189, 0.4389, 0.4196, 0.4693, 0.4288, 0.4489, 0.4521,
0.4372, 0.4337, 0.4196, 0.4734, 0.4690, 0.4249, 0.4294, 0.4621, 0.3504,
0.4277, 0.4229, 0.4032, 0.4176, 0.3946, 0.4162, 0.4653, 0.4246, 0.4573,
0.4336, 0.4527, 0.3714, 0.4177, 0.4609, 0.4154, 0.4629, 0.4645, 0.4358,
0.4103, 0.3844, 0.4396, 0.4258, 0.3877, 0.4275, 0.4084, 0.4127, 0.4000,
0.4193, 0.4508, 0.4323, 0.4377, 0.4394, 0.4069, 0.4331, 0.4605, 0.3945,
0.4341, 0.4122, 0.4506, 0.4427, 0.4384, 0.4168, 0.4595, 0.4614, 0.7312,
0.4285, 0.4324, 0.4031, 0.4390, 0.4307, 0.4767, 0.4350, 0.4576, 0.4150,
0.4215, 0.4647, 0.4043, 0.4487, 0.4420, 0.4497, 0.4527, 0.3959, 0.4430,
0.3951, 0.4447, 0.4509, 0.4254, 0.4260, 0.4056, 0.4458, 0.4345, 0.4341,
0.4156, 0.4001, 0.4594, 0.4105, 0.4045, 0.3997, 0.4369, 0.4306, 0.4441,
0.4531, 0.4354, 0.4294, 0.4689, 0.3851, 0.4159, 0.4350, 0.4324, 0.4082,
0.4219, 0.4545, 0.4510, 0.4470, 0.4189, 0.4129, 0.4372, 0.4600, 0.3887,
0.4731, 0.4445, 0.4208, 0.4092, 0.4715, 0.4337, 0.4464, 0.4189, 0.4072,
0.4493, 0.4316, 1.5837, 0.4631, 0.4336, 0.4114, 0.4314, 0.4837, 0.4403,
0.4264, 0.4406, 0.4854, 0.4359, 0.3792, 0.4135, 0.4865, 0.4453, 0.4269,
0.4356, 0.4826, 0.4199, 0.4404, 0.4096, 0.4352, 0.4653, 0.4202, 0.4484,
0.4048, 0.4569, 0.4795, 0.4981, 0.4333, 0.4617, 0.4517, 0.4118, 0.4469,
0.4404, 0.4655, 0.4226, 0.4747, 0.4278, 0.4363, 0.4371, 0.4127, 0.4273,
0.3766, 0.4454, 0.4646, 0.3990, 0.4582, 0.4154, 0.4701, 0.4076, 0.4297,
0.4306, 0.4412, 0.4051, 0.4422, 0.4071, 0.4064, 0.4484, 0.4564, 0.6519,
0.4417, 0.4093, 0.4069, 0.4332, 0.4400, 0.4295, 0.4698, 0.4171, 0.4086,
0.4560, 0.4411, 0.4420, 0.4369, 0.3902, 0.4829, 0.4371, 0.8720, 0.3955,
0.4082, 0.4438, 0.4283, 0.4927, 0.9978, 0.3634, 0.4386, 0.4361, 0.4325,
0.4497, 0.4306, 0.4372, 0.4888, 0.4119, 0.4712, 0.4622, 0.4278, 0.4241,
0.4266, 0.4734, 0.4914, 0.4277, 0.3810, 0.4500, 0.4411, 0.4025, 0.4238,
0.3991, 0.4769, 0.3942, 0.4541, 0.4367, 0.4068, 0.4783, 0.4599, 0.4444,
0.4613, 0.4469, 0.4578, 0.4594, 0.4430, 0.4667, 0.4229, 0.4647, 0.4053,
0.4777, 0.4360, 0.4396, 0.4357, 0.3786, 0.4398, 0.4344, 0.4517, 0.4473,
0.3988, 0.3864, 0.4092, 0.4150, 0.4519, 0.4173, 0.4615, 0.4254, 0.4295,
0.4679, 0.4780, 0.4381, 0.4119, 0.4594, 0.4456, 0.4364, 0.4461, 0.4277,
0.4614, 0.4403, 0.4292, 0.4443, 0.4286, 0.4768, 0.4787, 0.4018, 0.3668,
0.4013, 0.4632, 0.4214, 0.4152, 0.4411, 0.4174, 0.4109, 0.4012, 0.4580,
0.3848, 0.4475, 0.4344, 0.3850, 0.3739, 0.4209, 0.4600, 0.4186, 0.4397,
0.4236, 0.4474, 0.4461, 0.3990, 0.4472, 0.4170, 0.4501, 0.4064, 0.4382,
0.4514, 0.4187, 0.4562, 0.4145, 0.5237, 0.4372, 0.4134, 0.6370, 0.4454,
0.4191, 0.4890, 0.4229, 0.4170, 0.4380, 0.6376, 0.4131, 0.4188, 0.4040,
0.4537, 0.3592, 0.4548, 0.4394, 0.4755, 0.4471, 0.4398, 0.4459, 0.4402,
0.4508, 0.4095, 0.3903, 0.3863, 0.4058, 0.4353, 0.4273, 0.4488, 0.4476,
0.3997, 0.4163, 0.4425, 0.4463, 0.4187, 0.4748, 0.4257, 0.4351, 0.4438,
0.4322, 0.4626, 0.4054, 0.4313, 0.4142, 0.4420, 0.4320, 0.6295, 0.3987,
0.4212, 0.4310, 0.4427, 0.4776, 0.4725, 0.4143, 0.4315, 0.4365, 0.4560,
0.4523, 0.5211, 0.4398, 0.3866, 0.4396, 0.4122, 0.4187, 0.4402, 0.3814,
0.4022, 0.4433, 0.4306, 0.4055, 0.4418, 0.4646, 0.4318, 0.4335, 0.3848,
0.4433, 0.3769, 0.4071])),
('model.decoder.layers.2.encoder_attn_layer_norm.bias',
tensor([ 2.9475e-02, 3.9565e-02, 1.0471e-01, 6.3978e-02, 8.2253e-02,
6.7694e-02, 1.1707e-01, 1.3670e-01, 5.6208e-02, -6.2634e-02,
2.4348e-02, -3.5991e-02, -8.0899e-03, -4.3210e-02, -3.7736e-03,
8.8705e-02, 9.6131e-02, 6.9284e-02, 1.3313e-02, 9.7289e-03,
1.4460e-01, 5.0020e-02, -5.5176e-02, -1.4303e-02, 2.2224e-03,
1.6003e-01, 4.5692e-02, 1.0112e-01, 4.4521e-02, -3.4746e-01,
4.7441e-02, 8.8553e-02, 3.5943e-02, 1.3629e-01, -6.7723e-02,
-7.6708e-02, 7.1458e-02, 8.3970e-02, 1.2298e-01, 1.3628e-01,
4.7427e-02, 1.3364e-02, 4.8011e-02, 5.8342e-02, 6.4493e-02,
-1.4792e-03, 3.4752e-02, 4.2286e-02, 3.6477e-02, -4.6783e-02,
4.5329e-02, 2.5178e-03, 2.1418e-01, 3.5959e-02, 9.4991e-02,
6.3055e-02, 3.7317e-02, -7.2131e-02, -3.8912e-02, 2.0821e-02,
5.0357e-02, -6.6630e-02, 5.9604e-03, 3.0247e-02, 1.3670e-01,
4.8833e-02, 3.1878e-02, 5.0945e-02, 2.0299e-02, 4.5606e-02,
1.2600e-01, 2.0841e-01, 2.8511e-03, 7.5156e-02, 1.2820e-02,
5.0008e-02, -6.3962e-02, 8.8407e-02, 5.1090e-02, 3.3735e-02,
-4.7736e-02, -4.1499e-02, 2.2455e-02, 1.1011e-01, 2.6103e-02,
8.4206e-03, 1.5748e-02, 1.7324e-02, 2.6316e-02, -8.9218e-02,
6.6741e-03, -2.8805e-02, -2.5074e-02, 8.3987e-02, -3.7294e-02,
1.6172e-02, 1.1113e-01, -5.3395e-02, 2.2068e-02, 2.8189e-02,
-1.3461e-01, 2.0694e-02, -9.2910e-02, 7.9956e-02, 5.1180e-02,
1.3643e-01, 5.2126e-02, 1.6169e-02, 4.1878e-02, -2.5068e-02,
9.8239e-03, -4.0390e-02, 2.2832e-02, -6.8196e-02, 5.8558e-02,
9.6260e-02, -7.4186e-02, 5.7506e-02, 1.7480e-02, -6.2183e-02,
-6.2216e-02, -9.7438e-02, -1.4380e-02, 8.8537e-02, 9.6566e-02,
1.3162e-01, 3.2152e-02, -8.1096e-02, 3.0426e-03, 4.0550e-02,
-7.4206e-03, 1.6737e-01, -1.7844e-02, 6.8775e-02, -1.3901e-02,
8.2294e-02, 4.8494e-02, 5.0877e-02, -5.5583e-02, -8.3545e-03,
-3.0327e-03, 8.5030e-02, 1.0231e-01, 3.3060e-02, 3.4932e-02,
3.7937e-02, 2.8411e-03, 1.9314e-01, -7.6455e-02, -3.2092e-01,
-4.3507e-02, -1.2026e-02, 1.3796e-02, 1.6087e-02, -2.9911e-02,
1.4303e-01, -7.9858e-02, 2.8214e-02, 8.4987e-02, -4.5682e-02,
-2.8891e-02, 3.4226e-02, -8.7165e-02, -3.5139e-02, 6.6291e-02,
3.4513e-02, 4.1392e-02, 2.4784e-01, 8.3242e-02, 2.3301e-02,
9.3224e-02, 6.2626e-02, 6.5021e-02, 8.6355e-02, -1.9827e-03,
3.9889e-02, 5.0321e-03, -3.0053e-02, 9.8427e-02, -2.4649e-03,
6.9250e-02, 6.5036e-02, 9.6652e-02, 1.2648e-01, 5.3330e-02,
-9.0989e-02, 1.1922e-01, -1.5142e-01, 9.5367e-03, 2.4720e-02,
5.1383e-02, 1.6091e-01, 3.0256e-02, 2.8289e-02, 6.0653e-02,
5.1686e-02, 1.1184e-02, 7.2108e-02, 2.4201e-02, 1.5087e-02,
-5.4727e-02, 8.5556e-02, 1.4208e-01, -2.2547e-02, 5.1296e-02,
5.7813e-02, 1.2741e-01, 3.3923e-02, 1.2041e-01, 6.2197e-02,
3.4404e-02, -2.2802e-03, 3.5793e-02, -4.2682e-02, 3.0436e-03,
5.7522e-02, 8.7673e-02, 2.5537e-03, 3.6121e-02, -5.2847e-03,
6.7381e-02, 7.7708e-02, 1.5696e-01, -4.3250e-02, -1.9458e-02,
-3.7735e-02, 4.4282e-02, 5.8060e-02, 6.7184e-02, 5.1014e-02,
1.2873e-01, -2.1876e-02, 8.8721e-03, -7.7499e-03, -6.3173e-02,
-8.1780e-02, 5.1805e-02, 7.3287e-02, 6.6423e-02, 2.4420e-03,
-6.9584e-02, -9.1924e-03, 5.3094e-02, 1.6865e-01, 6.6276e-03,
5.2816e-02, 1.0688e-02, 7.5802e-02, 1.2159e-03, 4.0763e-02,
-1.5949e-02, -1.0550e-02, 7.2553e-02, 9.5352e-02, 3.8195e-02,
4.4337e-02, -7.1132e-02, -4.6534e-02, 3.0470e-02, 7.3154e-02,
5.3960e-02, 2.7043e-02, 7.4542e-02, 5.4750e-03, 1.6718e-01,
1.2365e-01, 6.3925e-02, -7.6066e-02, 9.0178e-03, 3.8568e-02,
1.2435e-01, 3.5495e-02, -4.4543e-02, -1.9757e-02, -1.3362e-02,
2.5307e-02, 4.3669e-02, 3.5573e-02, 4.8845e-02, -3.0805e-02,
-6.4213e-02, 1.9507e-01, -2.6302e-03, 8.2982e-02, 1.1186e-01,
-4.8677e-02, 1.1480e-02, 9.2038e-02, -1.6539e-02, 6.3276e-02,
-7.2996e-02, -3.3367e-03, -3.8290e-02, 1.5833e-01, -6.0125e-02,
-4.6406e-02, -3.7646e-03, -3.0264e-02, 6.9572e-02, 4.6234e-02,
-2.7019e-02, 6.1920e-02, 1.1644e-01, 5.2695e-02, 1.3235e-01,
1.7269e-02, 1.1640e-01, 1.1701e-01, 2.9415e-02, 6.4259e-02,
9.5131e-01, 8.5009e-02, -5.1101e-02, -1.1008e-02, -6.7385e-02,
9.6150e-02, 1.7205e-02, 7.8164e-02, -1.8371e-03, 1.3199e-01,
4.3694e-02, 4.6723e-02, 3.7060e-02, -4.1630e-02, 4.4779e-02,
8.4672e-02, 3.4576e-02, -3.1906e-02, 8.4898e-02, -4.5042e-02,
1.2445e-01, 4.6177e-02, -8.6229e-02, 5.0318e-02, 6.5059e-02,
3.6903e-02, 1.3858e-02, -7.4787e-03, 1.0693e-01, 3.0092e-02,
1.0117e-01, 9.4605e-02, 8.4547e-03, 7.6896e-02, 1.5423e-01,
1.8231e-02, 1.5593e-01, -1.0975e-03, 6.8561e-02, -6.4573e-02,
3.6176e-02, 6.6468e-02, 1.1412e-01, 4.5237e-03, 7.2450e-02,
5.8183e-02, 5.9388e-03, 8.0151e-03, 5.2903e-02, -2.9744e-02,
1.7185e-01, 9.4389e-02, 1.3919e-01, -3.7881e-02, 1.9024e-02,
2.6029e-02, 1.0836e-01, -1.4290e-02, 5.4581e-02, 9.0515e-02,
2.2516e-02, 4.8651e-02, 2.4068e-02, 6.1708e-02, -1.5305e-02,
4.6055e-03, 7.1381e-02, 2.4889e-02, -2.8400e-02, 2.8177e-02,
1.5936e-01, 1.1871e-02, 9.6517e-03, -1.8573e-02, -3.4892e-02,
-1.3885e-02, -2.8013e-02, -1.3753e-02, 7.7713e-02, 9.4701e-02,
6.9944e-02, -8.1509e-02, 2.3388e-02, 5.6488e-02, 6.5511e-02,
-8.6136e-02, 1.7667e-02, 9.1178e-03, 3.4281e-02, 3.0019e-02,
9.6093e-02, 4.0068e-02, -4.7851e-02, 5.5776e-02, -2.6381e-02,
-8.8605e-02, 8.1170e-02, -2.4281e-02, 5.2315e-02, 2.7301e-02,
-3.5373e-02, 9.7346e-02, -1.3458e-01, 2.6447e-01, 5.1235e-02,
8.6726e-02, 4.5939e-02, 1.7694e-02, 4.9763e-02, 4.9701e-03,
1.6691e-01, 1.6565e-01, -2.9657e-02, 2.3238e-02, -2.2035e-02,
7.5428e-02, 1.1809e-01, 3.5878e-02, 1.5385e-01, 3.5568e-02,
1.4546e-01, 8.4946e-02, -9.0044e-03, 5.9790e-02, 8.7535e-02,
-4.5947e-03, 3.2393e-02, 1.0473e-01, 8.5031e-02, -3.2955e-02,
7.4004e-02, 8.1185e-02, -2.6093e-02, -3.9413e-02, 5.5647e-03,
9.0253e-02, 5.0406e-02, 2.9559e-02, 1.9984e-02, 8.9336e-02,
-1.3380e-02, -5.6841e-02, 1.9625e-02, -5.7355e-02, -9.0570e-03,
1.0707e-01, 1.2968e-01, 9.8570e-02, 2.6358e-02, 7.9378e-02,
1.8354e-02, -9.6880e-03, 3.9617e-02, -1.2741e-03, 2.7927e-02,
2.3968e-03, 4.9593e-02, 1.1425e-02, -2.1053e-02, 5.0209e-02,
-4.6652e-03, -7.1275e-03, -3.4777e-02, -7.0953e-02, 1.5600e-02,
4.0097e-02, 1.1911e-02, 4.7987e-02, -8.1831e-02, 4.4672e-02,
4.8325e-02, -3.0244e-03, 3.2350e-02, -1.4912e-02, -4.2570e-02,
2.0459e-02, 1.0177e-02, 1.0675e-02, 9.5582e-02, 4.0288e-02,
-3.7208e-02, -4.5177e-02, 1.1793e-01, 2.6376e-02, 1.2815e-01,
3.1024e-02, 7.4140e-02, -4.5285e-01, -8.0844e-02, 5.9312e-02,
4.4254e-02, -2.4968e-02, 1.3263e-01, -3.2945e-02, 2.0636e-02,
1.4625e-02, 4.8589e-02, -1.6196e-02, 4.5401e-02, 2.8661e-02,
1.0414e-01, 1.1362e-01, 8.4749e-04, 9.5349e-03, 4.0879e-02,
1.9657e-01, -2.3695e-02, 6.3730e-02, 2.7531e-02, 5.7432e-02,
-6.0474e-03, 1.4449e-02, 4.2870e-02, 1.2674e-01, -2.9604e-02,
1.1769e-02, 2.1929e-02, 9.5800e-02, 8.9154e-02, 4.4431e-02,
-3.2912e-02, 2.7745e-02, 7.8712e-02, -1.5217e-03, 4.6168e-02,
-1.2714e-02, 6.6460e-02, -8.9264e-03, 7.9287e-02, 7.5829e-02,
8.3084e-02, 4.4114e-02, 6.5765e-02, 4.8075e-02, -4.0398e-02,
6.0952e-02, 3.3813e-03, -4.5422e-02, 4.1784e-02, 5.7223e-02,
1.9868e-02, 3.5311e-02, 1.1009e-01, 5.1184e-02, 2.6472e-02,
-1.0517e-02, -5.6378e-02, 2.7451e-01, 6.6190e-02, 2.9387e-02,
5.4354e-02, 1.4981e-02, 1.1836e-01, 1.8713e-02, 1.1454e-01,
6.0368e-02, 2.2233e-02, -9.6283e-03, 5.2690e-03, 1.1667e-01,
-2.0863e-02, 1.4133e-02, 9.0777e-02, -6.7344e-02, -4.9445e-01,
1.4989e-01, -3.3438e-02, -4.8410e-02, 7.5079e-02, 7.3735e-03,
-2.2251e+00, 7.5641e-02, -5.8440e-02, 6.6209e-02, 1.0992e-02,
2.8318e-02, -7.3703e-02, 4.5348e-03, 1.5889e-02, 1.1694e-01,
1.7164e-02, -1.2988e-02, 2.4952e-01, -6.0147e-02, 6.5204e-02,
1.8324e-01, 1.0058e-01, 3.7131e-02, 3.3186e-02, 3.8484e-02,
-1.4440e-02, 4.6292e-02, -2.3143e-03, 1.0599e-02, -4.3317e-02,
2.4512e-02, -7.9115e-02, 4.4300e-02, 4.7277e-02, 8.1577e-02,
8.6953e-02, 2.1862e-02, -6.5870e-02, 7.6251e-02, 1.8009e-01,
5.6774e-02, -1.9045e-02, -3.6875e-02, 9.2585e-02, 8.8164e-02,
-1.0107e-01, 6.4659e-02, 1.0714e-01, -1.7929e-02, 5.9020e-02,
1.3349e-01, 8.7772e-02, -5.8620e-02, -8.4410e-03, 4.1923e-02,
4.6050e-02, -3.9385e-02, 7.2896e-02, 1.9841e-04, 3.0829e-02,
-2.4719e-02, 1.0385e-02, 7.4093e-02, 7.9601e-02, 5.0364e-02,
2.0984e-02, 5.3707e-02, 3.4223e-03, 1.1539e-01, 7.2773e-02,
2.2474e-02, 4.3995e-02, 5.5139e-02, -7.2741e-03, 4.2725e-02,
8.6413e-02, -1.7498e-02, 5.9537e-02, 1.4293e-02, -5.4831e-02,
-7.7511e-03, 1.2254e-01, 3.3067e-02, -4.6249e-02, 1.6992e-01,
9.2557e-02, -3.3018e-03, 3.1471e-02, 1.7813e-02, 3.4903e-02,
-4.6062e-02, 4.1823e-02, -4.5901e-02, 2.0501e-02, -9.3897e-03,
3.0280e-02, 5.9229e-02, 1.3663e-02, 8.2648e-03, 8.6040e-02,
7.9519e-02, -1.1987e-02, 9.2415e-02, -1.3462e-01, 1.6672e-02,
-4.7986e-02, 1.0844e-01, 4.4511e-02, 2.5011e-02, 1.9567e-04,
-6.1249e-02, -1.9978e-02, 8.9022e-02, -5.8054e-02, -7.0964e-02,
-3.8092e-02, 2.6384e-02, -2.3155e-02, -1.0882e-02, 7.6460e-02,
7.5691e-02, 1.0846e-01, 8.0348e-02, 1.2315e-01, -2.0154e-02,
8.9781e-02, -7.5792e-03, -4.2566e-02, 9.8871e-02, 1.2801e-01,
4.1269e-02, -2.5863e-02, 4.4729e-02, -2.3070e-02, -3.8966e-02,
-2.1116e-02, 5.6976e-02, 1.0546e-01, 1.6928e-01, 7.0460e-02,
-8.0183e-03, 5.7364e-02, 4.9911e-02, 5.7299e-02, 4.9560e-02,
2.6834e-02, -7.9510e-02, 3.5084e-02, -4.8052e-02, 4.3497e-02,
2.5832e-02, 5.0694e-02, -5.9527e-03, 1.0497e-01, 2.6737e-02,
1.9644e-02, 7.3031e-02, 9.7856e-02, 1.6766e-01, -9.0166e-03,
2.5836e-02, 4.6025e-02, 1.4597e-01, 8.3189e-02, -4.2456e-02,
1.3828e-01, 2.2765e-02, -5.0529e-02, 1.4402e-03, 7.4651e-02,
-2.1189e-02, 1.4107e-02, 3.8724e-02, -4.7299e-02, 4.0819e-02,
-1.8311e-02, 4.3348e-01, 8.0354e-02, 3.1258e-02, 8.0995e-02,
-3.5671e-02, 5.3679e-02, 4.7865e-03, 4.0114e-02, 5.6820e-01,
-2.4298e-02, 3.7145e-02, 1.8848e-02, 4.7980e-02, 1.0530e-01,
-2.0628e-02, 2.6861e-01, 4.1018e-02])),
('model.decoder.layers.2.fc1.weight',
tensor([[ 0.0184, 0.0332, 0.0336, ..., -0.0194, -0.0442, 0.0200],
[-0.0446, 0.0026, 0.0424, ..., 0.0115, -0.0672, -0.0202],
[-0.0162, -0.0450, -0.0154, ..., -0.1467, -0.0065, 0.0036],
...,
[-0.0174, -0.1196, -0.0352, ..., -0.0017, 0.0198, -0.1128],
[ 0.0329, -0.0372, 0.0048, ..., 0.0469, 0.0199, -0.0244],
[-0.0073, -0.0481, -0.0222, ..., 0.0535, 0.0256, 0.0157]])),
('model.decoder.layers.2.fc1.bias',
tensor([-0.0272, -0.2216, -0.1199, ..., -0.1744, -0.0707, -0.1055])),
('model.decoder.layers.2.fc2.weight',
tensor([[ 0.0285, -0.0232, 0.0008, ..., 0.0483, -0.0057, 0.0668],
[-0.0347, -0.0107, -0.0104, ..., -0.0625, 0.0185, -0.0494],
[-0.0382, -0.0475, -0.0332, ..., 0.0659, -0.0260, 0.0052],
...,
[ 0.0398, -0.0675, 0.0568, ..., -0.0333, -0.0504, -0.0165],
[ 0.0070, -0.0607, -0.0181, ..., -0.0249, 0.0428, 0.0059],
[-0.0309, -0.0285, 0.0212, ..., -0.0802, 0.0355, -0.0399]])),
('model.decoder.layers.2.fc2.bias',
tensor([ 1.5366e-01, 5.8099e-02, 1.2243e-01, -2.9157e-02, 2.2310e-02,
-7.8875e-02, 3.1787e-02, 1.0863e-01, -4.9065e-02, -6.7927e-02,
-8.8021e-02, -2.6479e-02, 3.5549e-02, 7.4057e-02, 1.5155e-01,
1.0510e-01, 2.8053e-02, -1.0631e-02, 8.7708e-02, 8.4677e-02,
-6.9746e-02, 3.7783e-02, -7.4781e-02, -6.2016e-02, 9.4340e-03,
1.1685e-01, 1.8273e-02, -1.4226e-01, 8.1382e-03, -2.9008e-01,
8.6988e-02, -1.2903e-01, -6.7000e-02, 8.3989e-02, -7.1406e-03,
-3.8419e-02, 5.3285e-02, 1.1422e-01, -5.7998e-02, -6.0891e-02,
-7.3284e-02, 4.7723e-02, -7.4669e-02, 1.3982e-01, -1.3074e-02,
1.0021e-01, 8.9266e-03, -1.2351e-01, 1.9951e-02, -1.9040e-02,
5.6872e-02, 7.0144e-04, 1.1252e-01, 1.7279e-02, 4.4978e-02,
1.0327e-01, 5.0723e-02, 7.9279e-02, -9.7341e-03, 2.1552e-02,
-1.2897e-02, -3.7519e-02, -1.8694e-02, 1.7661e-02, 1.3529e-01,
1.1881e-02, -4.3808e-02, 9.2196e-02, 8.0500e-03, 1.5823e-01,
1.7244e-01, -2.1449e-02, 1.6141e-01, -8.6109e-02, -9.0906e-02,
7.9680e-02, -1.8838e-01, -1.0156e-01, 9.2838e-02, -9.3809e-03,
-6.0721e-02, -2.8471e-02, 1.3829e-01, 4.4711e-02, 9.4330e-02,
-1.2265e-02, 1.2418e-01, 5.7459e-02, 1.5403e-01, 8.7544e-03,
-1.4571e-01, -8.5297e-02, -1.5376e-01, 9.1226e-02, -4.7560e-02,
5.7083e-02, -3.3583e-02, 3.4812e-03, -8.1046e-04, 8.1518e-02,
8.4562e-03, -1.8147e-02, -1.4816e-01, 5.5701e-02, -6.8227e-03,
-3.3765e-04, 2.2553e-02, -1.5726e-01, -1.7341e-01, -1.4163e-01,
7.4726e-02, -8.9280e-02, -6.2057e-02, 8.0940e-02, 4.8017e-02,
-2.0855e-02, 2.3401e-02, 2.7356e-02, -1.0138e-02, 8.3125e-02,
-1.1908e-01, -2.0709e-02, 5.0730e-02, 1.6270e-02, -9.6069e-02,
-6.1572e-02, 1.0787e-02, -4.2480e-02, 1.5864e-02, -6.3867e-04,
-1.7477e-01, 5.2820e-02, -5.3960e-02, 4.7596e-02, 4.8769e-02,
-5.7865e-02, 6.4080e-03, -1.0351e-03, 1.4083e-01, 1.1721e-01,
-2.0539e-02, 1.0228e-01, 1.2511e-01, 9.7171e-02, 3.1203e-02,
4.5330e-02, 2.5048e-02, -5.5246e-02, -5.7375e-02, -2.6054e-01,
-3.6995e-02, -2.3041e-02, -2.8794e-02, -1.0398e-01, -2.2592e-02,
1.6016e-02, -5.0687e-03, -1.0166e-01, -2.7045e-02, 7.3592e-03,
-2.0910e-02, -3.1152e-02, -9.8361e-02, -5.4128e-02, 1.6280e-01,
6.3055e-02, 1.1756e-01, 1.1299e-01, 2.3378e-02, 6.9034e-02,
2.0422e-02, -6.5526e-02, 5.0146e-02, -4.6735e-02, 9.7711e-02,
-2.0632e-01, 5.3505e-02, -8.8744e-02, 6.1393e-02, 5.4292e-02,
-1.7793e-02, 8.0155e-02, 6.4823e-02, 6.7585e-02, 7.8677e-02,
-1.1660e-01, -5.0840e-02, 1.4885e-02, -4.4379e-02, -4.9123e-02,
1.0155e-01, 7.9968e-02, 1.4867e-02, 1.9745e-02, 4.5399e-02,
-5.3871e-03, -4.5363e-02, -9.8947e-02, 7.9363e-02, -1.5350e-02,
-1.9495e-01, 3.1182e-02, -5.9257e-02, -1.0125e-02, -7.0705e-02,
-3.1247e-02, 4.8349e-02, 1.5439e-01, -2.4936e-02, -5.6965e-02,
1.0192e-01, 1.1300e-02, 3.3336e-02, 3.9718e-02, 1.2759e-01,
4.0381e-02, 1.6321e-01, -2.2566e-02, -9.1430e-03, -7.3278e-03,
-4.4636e-02, 3.9424e-02, 1.2734e-01, -6.9822e-02, 1.2760e-02,
-3.7895e-02, 2.8148e-02, 5.8100e-02, 6.1703e-02, -5.0354e-02,
-1.6642e-02, -2.9750e-02, -1.0419e-01, -1.6467e-01, -2.2253e-02,
-3.6588e-02, -5.1900e-03, 1.8413e-01, 2.5865e-02, 1.2221e-02,
-3.6789e-02, -5.4126e-02, 2.2067e-02, 2.5909e-02, -4.1068e-02,
-6.6053e-02, -1.8874e-02, -5.8995e-03, -1.5362e-01, 2.7493e-03,
-1.3605e-01, 3.3125e-02, 8.5901e-02, 2.8888e-02, -4.8328e-03,
5.4411e-02, -2.2957e-02, 2.2504e-02, 3.7659e-02, -5.9040e-02,
6.0064e-02, 1.6444e-02, 5.6485e-02, 1.9464e-02, 3.7141e-02,
6.3237e-02, 1.5623e-02, -1.3567e-01, -9.3581e-03, -1.0712e-02,
6.8100e-02, -2.0593e-02, -1.0826e-01, 6.5059e-02, -4.7964e-03,
-4.5632e-03, -5.1134e-02, -7.5604e-02, 2.5720e-02, -3.8244e-03,
-1.3732e-01, -3.3844e-02, -2.9138e-02, -1.2151e-01, -4.2194e-02,
-3.6080e-02, -6.6651e-02, -9.5088e-02, -2.2162e-02, 3.2798e-02,
-1.3759e-01, 4.1444e-02, -1.0533e-01, 1.3052e-01, 3.7106e-02,
-9.1587e-02, -8.4551e-02, -2.0603e-02, 4.6485e-02, 6.4553e-02,
3.2269e-02, 4.1473e-02, 3.0784e-02, -8.0543e-02, -2.3325e-02,
2.3096e-02, 8.2149e-02, 4.7313e-02, -1.0838e-01, -8.9859e-02,
5.6225e-01, -1.5218e-02, -1.9766e-02, 2.9230e-02, 5.5185e-02,
9.7063e-02, 9.6766e-02, 3.0097e-02, 6.9233e-02, 8.8495e-02,
7.2734e-02, -6.4958e-03, 3.4068e-02, 5.8581e-02, 7.4055e-02,
9.3007e-02, 6.2318e-02, -9.0099e-02, -3.6875e-02, -1.6706e-01,
1.0937e-02, -1.2412e-03, -8.2254e-02, 2.3545e-02, 3.5623e-02,
-1.0072e-01, 1.2990e-01, 2.7787e-02, 1.4950e-02, -1.8087e-01,
2.3854e-02, -7.7878e-02, -6.9894e-02, 3.3321e-02, -1.1764e-02,
1.2402e-01, -1.3567e-02, -9.5845e-02, 7.9922e-02, -2.1686e-01,
1.3375e-02, 1.1479e-02, -1.3266e-02, -6.6796e-02, 2.2036e-02,
7.2760e-02, 1.2154e-01, 1.0584e-02, 1.4487e-01, 1.8934e-02,
9.1075e-02, -3.7301e-02, 8.6283e-02, -4.5152e-02, -4.5635e-02,
1.8874e-02, 1.8939e-01, -1.9322e-02, 9.1571e-03, 1.0128e-01,
8.1180e-02, 1.9542e-01, -1.0603e-01, -8.4001e-02, -6.9111e-02,
-1.3006e-01, 1.4153e-02, -1.4852e-02, -4.2525e-02, -2.6421e-02,
8.0740e-02, -4.6490e-02, -2.1731e-02, -6.7588e-02, -5.4845e-02,
-1.5454e-01, -2.7729e-01, 1.1990e-01, 5.0506e-02, 4.7983e-02,
-1.1063e-01, -1.2030e-01, 4.7177e-02, 8.7228e-02, -8.6696e-02,
2.1333e-02, 1.0832e-01, -1.1374e-01, 7.4352e-05, -1.0986e-02,
-1.1716e-01, 2.8364e-02, -2.3823e-02, -4.5839e-04, 1.0359e-01,
-6.1476e-02, -3.9427e-02, 3.1325e-03, -1.3260e-01, 5.6342e-02,
8.9608e-02, -3.3439e-02, -2.2179e-01, 1.0822e-01, -1.8075e-02,
1.2018e-01, -3.4618e-02, 2.7511e-02, -3.6147e-02, -3.3403e-02,
-2.1266e-02, 6.7607e-03, -1.8463e-02, -2.6587e-02, 4.5320e-02,
9.5213e-02, 2.3707e-02, -5.0178e-02, -2.2453e-02, 1.5754e-01,
-1.0025e-01, -5.8750e-02, 3.7680e-02, -7.4339e-02, -4.2286e-02,
-2.4764e-02, -5.5078e-02, 5.7112e-02, 2.7315e-03, -6.4433e-02,
9.2035e-02, -5.5850e-02, 7.7087e-02, -7.6734e-03, -4.2644e-02,
9.6962e-03, -7.1144e-02, 2.0312e-02, -1.0589e-01, 1.3044e-01,
5.6081e-02, 1.2029e-01, -8.9858e-03, -8.2440e-02, 2.3562e-02,
-4.6703e-02, 7.3495e-02, 3.7742e-02, -8.2936e-03, 9.3647e-02,
1.1629e-01, -4.4009e-02, -2.8844e-02, -3.9449e-02, 1.0854e-01,
-1.7950e-01, 3.0327e-02, -3.7960e-02, 1.0785e-02, -9.8793e-02,
-4.2197e-02, 1.8121e-02, 8.8831e-03, -2.6800e-01, 1.7337e-04,
1.1901e-03, -1.1783e-01, -9.8245e-02, 9.8082e-03, 3.8581e-02,
-1.9610e-02, 3.2553e-02, 1.3449e-01, 4.3593e-02, 3.3235e-02,
8.8784e-02, -8.2738e-02, 3.4393e-02, 4.4409e-02, 2.5505e-03,
-2.4457e-02, 1.0218e-01, 1.0123e-02, 1.3594e-02, 8.2081e-02,
4.0260e-02, 6.5858e-02, 1.7230e-02, -2.9268e-02, -4.2997e-02,
-1.5159e-01, -9.7632e-02, 1.8961e-03, -3.6394e-02, -6.6559e-02,
-1.0497e-02, 5.3976e-02, -3.9021e-02, 5.4120e-02, 1.5953e-01,
2.0385e-02, 6.5565e-02, -7.4669e-02, 1.1138e-01, 5.3596e-02,
-1.2047e-01, 8.6924e-02, 4.2999e-03, 6.6337e-02, -6.6340e-02,
-3.1293e-02, -2.3152e-02, -4.8489e-02, -6.3414e-02, -4.8931e-03,
-6.8971e-02, 7.6812e-02, 6.1624e-02, -6.7102e-03, -7.6681e-02,
1.6417e-02, 2.9503e-02, 4.3816e-04, 1.2488e-01, 6.0085e-02,
-7.7674e-02, -6.2779e-02, 1.4204e-01, 1.0150e-01, 1.3530e-01,
-2.9448e-02, -5.9739e-02, 7.5776e-02, 3.9949e-02, 3.1540e-02,
5.6527e-02, 6.4387e-02, -1.1688e-01, 4.2216e-02, 1.3171e-01,
3.9838e-02, 1.2191e-01, -1.5221e-02, 4.5340e-02, -7.2592e-02,
-1.7470e-02, -1.1063e-01, 1.8809e-02, -5.1048e-02, -9.6824e-02,
-9.0310e-02, 5.9600e-02, 9.7748e-02, -4.9658e-02, 9.5535e-02,
4.5545e-02, -5.3866e-02, 7.4722e-02, 2.3147e-02, 1.1769e-01,
-2.5003e-02, 9.5788e-02, 5.2801e-03, -4.1155e-02, 1.1577e-02,
1.6979e-02, 3.1790e-02, 1.1801e-01, 9.7668e-02, 8.3643e-02,
-3.1358e-01, -1.1856e-01, 1.8295e-02, 3.5856e-02, -1.2084e-01,
7.4631e-03, -2.5370e-02, -4.2461e-02, 2.6941e-03, -9.6516e-02,
-5.9252e-02, -1.2555e-01, 1.6616e-01, -1.2385e-01, 1.1737e-01,
4.1526e-04, 4.0428e-03, -7.0569e-02, 3.5934e-01, -1.9174e-02,
3.7217e-02, -6.6496e-02, -1.7116e-03, -1.6532e-01, -9.1005e-02,
9.3634e-03, -1.9641e-02, -4.7406e-02, -1.3274e-02, -1.3988e-02,
7.9178e-02, -4.5325e-02, 9.5566e-02, 4.8848e-02, -2.6049e-02,
5.6512e-02, 1.0429e-01, 7.1123e-03, 2.6557e-03, 5.4640e-02,
-8.8778e-02, -1.0370e-01, -2.0507e-01, -7.2338e-02, -8.1710e-02,
5.4316e-02, 1.7260e-01, 1.5788e-02, -4.8393e-02, 4.5350e-02,
6.2883e-02, -6.1246e-02, -1.6377e-01, -1.4111e-01, -2.0519e-02,
-1.2545e-01, 7.1944e-02, 1.0411e-01, 6.4027e-02, -2.4518e-02,
-5.1516e-02, -5.2064e-02, -5.5212e-02, -2.2280e-03, 6.8376e-02,
-1.1203e-01, 2.2800e-02, 2.4487e-02, -6.4020e-02, 1.6213e-02,
1.0853e-03, -1.5763e-01, 8.5302e-02, -9.1623e-04, -2.5281e-02,
-8.5855e-03, 4.9997e-02, -5.6792e-02, -1.3702e-03, 1.1183e-01,
3.3914e-02, 4.9814e-02, -5.8858e-02, 8.8783e-03, 5.6660e-02,
4.9163e-02, -2.9306e-02, -3.7638e-02, 4.4993e-02, 4.1284e-02,
-8.9503e-02, 1.7964e-01, -7.8672e-03, -1.3215e-01, 5.4432e-02,
6.0394e-02, -2.6123e-01, 3.6522e-02, -1.1900e-01, -2.8739e-02,
1.1167e-03, -4.7640e-02, 8.9203e-03, -4.9649e-02, -9.5898e-02,
1.2807e-02, -5.7669e-02, 1.6162e-02, -5.6317e-02, -4.0704e-02,
-2.5875e-02, -4.1416e-03, 1.0248e-01, -3.6592e-02, 4.7003e-02,
-6.5515e-02, -2.8398e-02, -6.3632e-02, 7.5935e-02, 9.2838e-02,
7.5953e-02, -1.0631e-01, -1.1729e-02, 1.0410e-01, 8.2821e-02,
-4.6193e-02, -3.0218e-02, -3.0490e-02, -1.4995e-01, -7.3125e-02,
1.6129e-02, 3.9437e-02, 1.6310e-02, -1.3824e-01, 7.1305e-02,
1.0137e-01, -9.4235e-03, -7.5841e-02, -7.3395e-02, 5.0466e-02,
-1.8482e-01, -2.7595e-02, 1.9126e-03, -5.0246e-02, 2.1935e-02,
-2.7063e-02, -4.0981e-02, -5.3626e-02, -3.9883e-02, -4.8428e-02,
8.1129e-02, -7.9408e-02, 6.6916e-02, 2.1739e-01, 4.9920e-04,
-1.0120e-01, -1.4411e-03, 2.0266e-01, -6.9700e-04, -2.3424e-02,
5.7514e-02, 4.7117e-02, -1.8222e-02, -9.9476e-02, 9.3338e-02,
-9.2569e-02, -9.8591e-02, -6.0471e-02, -1.2650e-01, -9.1227e-02,
4.6610e-02, -3.8451e-02, 7.5176e-03, -3.0457e-02, -1.0305e-01,
4.2342e-02, -1.6242e-02, -3.6092e-02, 5.2041e-02, 1.0311e-01,
-1.5640e-02, 1.5622e-01, -8.7812e-02, -6.0376e-02, 2.2883e-01,
4.4066e-02, 6.9839e-02, 5.5054e-02])),
('model.decoder.layers.2.final_layer_norm.weight',
tensor([0.4503, 0.4414, 0.4522, 0.4463, 0.4392, 0.4475, 0.4384, 0.4461, 0.4551,
0.4890, 0.4508, 0.4390, 0.4434, 0.4554, 0.4387, 0.4499, 0.4502, 0.4468,
0.4350, 0.4462, 0.4348, 0.4359, 0.4585, 0.4480, 0.4478, 0.4544, 0.4457,
0.1478, 0.4462, 0.9530, 0.4488, 0.4429, 0.4450, 0.4530, 0.4513, 0.4988,
0.4551, 0.4559, 0.4307, 0.4477, 0.4407, 0.4543, 0.4553, 0.4507, 0.4580,
0.4460, 0.4489, 0.4581, 0.4394, 0.4498, 0.4588, 0.4456, 0.5043, 0.4215,
0.4527, 0.4384, 0.4396, 0.4563, 0.4501, 0.4421, 0.4410, 0.4549, 0.4710,
0.4605, 0.4559, 0.4429, 0.4500, 0.4538, 0.4486, 0.4478, 0.4616, 0.5089,
0.4482, 0.4534, 0.4533, 0.4622, 0.4669, 0.4502, 0.4521, 0.4428, 0.4415,
0.4654, 0.4561, 0.4520, 0.4442, 0.4498, 0.4224, 0.4442, 0.4444, 0.4504,
0.4519, 0.4577, 0.4519, 0.4504, 0.4339, 0.4617, 0.4469, 0.5126, 0.4385,
0.4458, 0.4600, 0.4495, 0.4511, 0.4625, 0.4508, 0.4487, 0.4528, 0.4495,
0.4519, 0.4545, 0.4651, 0.4546, 0.4492, 0.4558, 0.4491, 0.4609, 0.4850,
0.4465, 0.4534, 0.4524, 0.4173, 0.4528, 0.4429, 0.4529, 0.4579, 0.4443,
0.4467, 0.4516, 0.4419, 0.4447, 0.4377, 0.4252, 0.4513, 0.4409, 0.4756,
0.4427, 0.4410, 0.4555, 0.4437, 0.4690, 0.4616, 0.4404, 0.4400, 0.4489,
0.4398, 0.4370, 0.4369, 0.4234, 0.4514, 0.4355, 0.4429, 0.4658, 0.4212,
0.4324, 0.4544, 0.4533, 0.4548, 0.4350, 0.4411, 0.4513, 0.4508, 0.4584,
0.4480, 0.4440, 0.4511, 0.4441, 0.4397, 0.4096, 0.4537, 0.4467, 0.4531,
0.4487, 0.4783, 0.4461, 0.4340, 0.4551, 0.4495, 0.4663, 0.4613, 0.4458,
0.4430, 0.4554, 0.4495, 0.4472, 0.4572, 0.4360, 0.4261, 0.4303, 0.4554,
0.4381, 0.4396, 0.4349, 0.4504, 0.4494, 0.4414, 0.4579, 0.4465, 0.4427,
0.4400, 0.4435, 0.4407, 0.4450, 0.4447, 0.4568, 0.4437, 0.4497, 0.4628,
0.4501, 0.4464, 0.4610, 0.4537, 0.4400, 0.4580, 0.4417, 0.4522, 0.4531,
0.4356, 0.4409, 0.4573, 0.4375, 0.4478, 0.4471, 0.4317, 0.4481, 0.4552,
0.4400, 0.4449, 0.5048, 0.4598, 0.4322, 0.4370, 0.4649, 0.4534, 0.4450,
0.4599, 0.4351, 0.4381, 0.4460, 0.4429, 0.4551, 0.4400, 0.4520, 0.4454,
0.4436, 0.4440, 0.4600, 0.4641, 0.4401, 0.4416, 0.4686, 0.4442, 0.5023,
0.4597, 0.4507, 0.4587, 0.4554, 0.4450, 0.4529, 0.4513, 0.4380, 0.4576,
0.4433, 0.4582, 0.4374, 0.4390, 0.4479, 0.4591, 0.4640, 0.4433, 0.4604,
0.4569, 0.4474, 0.4645, 0.4512, 0.4739, 0.4499, 0.4545, 0.4412, 0.4505,
0.4525, 0.4674, 0.4334, 0.4382, 0.4615, 0.4316, 0.4561, 0.4608, 0.4415,
0.4518, 0.4477, 0.4383, 0.4426, 0.4571, 0.4387, 0.4569, 0.4452, 0.4415,
0.4470, 0.4581, 0.4488, 0.4506, 0.4525, 0.4435, 0.4496, 0.4435, 0.4551,
0.4551, 0.4401, 0.4506, 0.4237, 0.2486, 0.4377, 0.4508, 0.4538, 0.4382,
0.4429, 0.4385, 0.4533, 0.4493, 0.4502, 0.4497, 0.4442, 0.4430, 0.4224,
0.4600, 0.4403, 0.4419, 0.4444, 0.4425, 0.4367, 0.4499, 0.4616, 0.4452,
0.4826, 0.4537, 0.4594, 0.4580, 0.4465, 0.4501, 0.4466, 0.4349, 0.4346,
0.4394, 0.4582, 0.4600, 0.4522, 0.4445, 0.4516, 0.4371, 0.4528, 0.4544,
0.4499, 0.4423, 0.4494, 0.4402, 0.4327, 0.4569, 0.4485, 0.4349, 0.4410,
0.4469, 0.4412, 0.4433, 0.4388, 0.4437, 0.4458, 0.4589, 0.4509, 0.4640,
0.4542, 0.4504, 0.4603, 0.4454, 0.4674, 0.4508, 0.4358, 0.4470, 0.4514,
0.4562, 0.4491, 0.4349, 0.4739, 0.4623, 0.4532, 0.4501, 0.4538, 0.4294,
0.4523, 0.4552, 0.4395, 0.4392, 0.4410, 0.4550, 0.4606, 0.4498, 0.4551,
0.4477, 0.4525, 0.4417, 0.4409, 0.4409, 0.4419, 0.4498, 0.4664, 0.4457,
0.4420, 0.4298, 0.4553, 0.4515, 0.4527, 0.4510, 0.4464, 0.4473, 0.4246,
0.4424, 0.4597, 0.4523, 0.4429, 0.4692, 0.4470, 0.4523, 0.4448, 0.4318,
0.4512, 0.4370, 0.4524, 0.4539, 0.4488, 0.4454, 0.4753, 0.4625, 0.7842,
0.4395, 0.4462, 0.4401, 0.4535, 0.4487, 0.4435, 0.4598, 0.4523, 0.4352,
0.4524, 0.4468, 0.4533, 0.4562, 0.4517, 0.4549, 0.4508, 0.4498, 0.4565,
0.4404, 0.4506, 0.4487, 0.4466, 0.4480, 0.4344, 0.4462, 0.4506, 0.4471,
0.4388, 0.4332, 0.4581, 0.4458, 0.4393, 0.4441, 0.4427, 0.4597, 0.4542,
0.4457, 0.4578, 0.4581, 0.4580, 0.4195, 0.4374, 0.4580, 0.4738, 0.4547,
0.4409, 0.4436, 0.4480, 0.4550, 0.4485, 0.4437, 0.4567, 0.4495, 0.4424,
0.4500, 0.4605, 0.4452, 0.4517, 0.4498, 0.4542, 0.4440, 0.4533, 0.4333,
0.4585, 0.4434, 0.3358, 0.4531, 0.4490, 0.4469, 0.4484, 0.4510, 0.4524,
0.4539, 0.4520, 0.4694, 0.4441, 0.4266, 0.4323, 0.4489, 0.4407, 0.4344,
0.4569, 0.4452, 0.4480, 0.4583, 0.4386, 0.4481, 0.4474, 0.4831, 0.4557,
0.4313, 0.4507, 0.4552, 0.4660, 0.4441, 0.4594, 0.4532, 0.4547, 0.4556,
0.4527, 0.4439, 0.4466, 0.4679, 0.4629, 0.4456, 0.4625, 0.4482, 0.4438,
0.4423, 0.4354, 0.4481, 0.4365, 0.4580, 0.4472, 0.4416, 0.4481, 0.4451,
0.4532, 0.4498, 0.4467, 0.4499, 0.4509, 0.4508, 0.4573, 0.4484, 0.7395,
0.4485, 0.4540, 0.4529, 0.4584, 0.4390, 0.4390, 0.4525, 0.4382, 0.4443,
0.4441, 0.4460, 0.4444, 0.4608, 0.4375, 0.4560, 0.4457, 0.4272, 0.4382,
0.4516, 0.4418, 0.4382, 0.4709, 0.0594, 0.4461, 0.4503, 0.4396, 0.4611,
0.4646, 0.4545, 0.4442, 0.4550, 0.4562, 0.4567, 0.4517, 0.4159, 0.4485,
0.4469, 0.4386, 0.4573, 0.4357, 0.4584, 0.4512, 0.4528, 0.4489, 0.4313,
0.4491, 0.4504, 0.4460, 0.4687, 0.4587, 0.4626, 0.4487, 0.4579, 0.4386,
0.4482, 0.4351, 0.4542, 0.4647, 0.4515, 0.4465, 0.4463, 0.4506, 0.4467,
0.4675, 0.4590, 0.4489, 0.4635, 0.4225, 0.4661, 0.4502, 0.4575, 0.4536,
0.4424, 0.4458, 0.4508, 0.4403, 0.4608, 0.4449, 0.4534, 0.4586, 0.4366,
0.4468, 0.4574, 0.4483, 0.4360, 0.4555, 0.4431, 0.4512, 0.4515, 0.4589,
0.4506, 0.4462, 0.4563, 0.4491, 0.4531, 0.4536, 0.4511, 0.4493, 0.4368,
0.4465, 0.4530, 0.4474, 0.4419, 0.4796, 0.4445, 0.4699, 0.4384, 0.4424,
0.4440, 0.4490, 0.4602, 0.4449, 0.4401, 0.4497, 0.4513, 0.4389, 0.4480,
0.4488, 0.4521, 0.4528, 0.4353, 0.4569, 0.4528, 0.4547, 0.4348, 0.4547,
0.4607, 0.4586, 0.4638, 0.4367, 0.4639, 0.4513, 0.4258, 0.6330, 0.4586,
0.4640, 0.4661, 0.4588, 0.4394, 0.4459, 0.4434, 0.4607, 0.4270, 0.4388,
0.4662, 0.4303, 0.4506, 0.4434, 0.4634, 0.4584, 0.4561, 0.4610, 0.4527,
0.4504, 0.4509, 0.4201, 0.4478, 0.4364, 0.4580, 0.4456, 0.4597, 0.4500,
0.4400, 0.4426, 0.4482, 0.4570, 0.4448, 0.4525, 0.4473, 0.4416, 0.4609,
0.4467, 0.4496, 0.4417, 0.4428, 0.4397, 0.4408, 0.4585, 0.6337, 0.4436,
0.4388, 0.4453, 0.4420, 0.4414, 0.4457, 0.4454, 0.4375, 0.4451, 0.4512,
0.4532, 0.4511, 0.4535, 0.4411, 0.3856, 0.4398, 0.4624, 0.4576, 0.4491,
0.4321, 0.4598, 0.4540, 0.3306, 0.4408, 0.4637, 0.4407, 0.4464, 0.4487,
0.4419, 0.3739, 0.4494])),
('model.decoder.layers.2.final_layer_norm.bias',
tensor([-0.0121, -0.0289, -0.0326, -0.0279, -0.0395, -0.0187, -0.0388, -0.0356,
-0.0301, 0.0028, -0.0210, -0.0102, -0.0187, -0.0127, -0.0097, -0.0165,
-0.0368, -0.0225, -0.0238, -0.0156, -0.0374, -0.0232, -0.0210, -0.0196,
-0.0234, -0.0441, -0.0261, 0.2181, -0.0304, 0.2004, -0.0264, -0.0217,
-0.0187, -0.0271, -0.0078, -0.0117, -0.0333, -0.0353, -0.0344, -0.0399,
-0.0276, -0.0265, -0.0184, -0.0279, -0.0288, -0.0186, -0.0233, -0.0151,
-0.0287, -0.0148, -0.0143, -0.0138, -0.1695, -0.0166, -0.0376, -0.0287,
-0.0281, -0.0065, -0.0060, -0.0200, -0.0313, -0.0074, -0.0188, -0.0225,
-0.0414, -0.0201, -0.0082, -0.0358, -0.0148, -0.0152, -0.0326, -0.0492,
-0.0140, -0.0335, -0.0192, -0.0174, -0.0108, -0.0263, -0.0210, -0.0224,
-0.0039, -0.0263, -0.0190, -0.0314, -0.0189, -0.0177, -0.0195, -0.0076,
-0.0198, -0.0103, -0.0303, -0.0155, -0.0174, -0.0325, -0.0074, -0.0139,
-0.0277, -0.0043, -0.0208, -0.0240, -0.0012, -0.0268, -0.0056, -0.0269,
-0.0239, -0.0284, -0.0284, -0.0246, -0.0285, -0.0127, -0.0197, -0.0059,
-0.0198, -0.0155, -0.0303, -0.0379, 0.0155, -0.0211, -0.0318, -0.0045,
-0.0009, -0.0101, -0.0136, -0.0223, -0.0285, -0.0424, -0.0286, -0.0055,
-0.0196, -0.0212, -0.0095, -0.0276, -0.0150, -0.0314, -0.0239, -0.0222,
-0.0208, -0.0222, -0.0200, -0.0239, -0.0174, -0.0233, -0.0346, -0.0223,
-0.0184, -0.0198, -0.0146, -0.0421, -0.0108, 0.0865, -0.0012, -0.0118,
-0.0132, -0.0181, -0.0117, -0.0381, -0.0069, -0.0219, -0.0210, -0.0135,
-0.0038, -0.0238, 0.0039, -0.0094, -0.0255, -0.0205, -0.0337, -0.0464,
-0.0267, -0.0285, -0.0299, -0.0342, 0.0083, -0.0311, -0.0116, -0.0239,
-0.0113, -0.0227, -0.0332, -0.0126, -0.0374, -0.0230, -0.0362, -0.0262,
-0.0227, -0.0081, -0.0326, 0.0015, -0.0161, -0.0131, -0.0201, -0.0365,
-0.0163, -0.0237, -0.0192, -0.0241, -0.0284, -0.0264, -0.0254, -0.0174,
-0.0046, -0.0331, -0.0382, -0.0156, -0.0285, -0.0290, -0.0393, -0.0261,
-0.0327, -0.0247, -0.0301, -0.0127, -0.0214, -0.0113, -0.0204, -0.0269,
-0.0248, -0.0041, -0.0233, -0.0180, -0.0290, -0.0289, -0.0342, -0.0135,
-0.0079, -0.0136, -0.0227, -0.0297, -0.0310, -0.0127, -0.0331, -0.0197,
-0.0265, -0.0241, 0.0004, -0.0073, -0.0177, -0.0214, -0.0169, -0.0149,
-0.0159, -0.0240, -0.0153, -0.0460, -0.0181, -0.0411, -0.0136, -0.0355,
-0.0208, -0.0242, -0.0169, -0.0146, -0.0260, -0.0392, -0.0283, -0.0091,
-0.0051, -0.0039, -0.0276, -0.0316, -0.0223, -0.0220, -0.0354, -0.0122,
-0.0428, -0.0350, -0.0279, -0.0091, -0.0213, -0.0195, -0.0209, -0.0259,
-0.0068, -0.0080, -0.0122, -0.0233, -0.0359, -0.0159, -0.0290, -0.0195,
-0.0190, -0.0429, -0.0125, -0.0234, -0.0366, -0.0153, -0.0193, -0.0297,
-0.0146, -0.0277, -0.0044, -0.0186, 0.0046, -0.0370, -0.0051, -0.0071,
-0.0017, -0.0189, -0.0230, -0.0311, -0.0198, -0.0243, -0.0423, -0.0199,
-0.0443, -0.0212, -0.0431, -0.0385, -0.0217, -0.0294, -0.1511, -0.0266,
-0.0185, -0.0112, 0.0010, -0.0317, -0.0274, -0.0136, -0.0085, -0.0383,
-0.0290, -0.0264, -0.0219, -0.0134, -0.0252, -0.0264, -0.0179, -0.0154,
-0.0393, -0.0168, -0.0356, -0.0187, -0.0098, -0.0232, -0.0283, -0.0401,
-0.0246, -0.0228, -0.0301, -0.0204, -0.0406, -0.0344, -0.0204, -0.0276,
-0.0623, -0.0189, -0.0439, -0.0057, -0.0204, -0.0120, -0.0159, -0.0256,
-0.0329, -0.0239, -0.0242, -0.0208, -0.0144, -0.0183, -0.0241, -0.0121,
-0.0483, -0.0294, -0.0362, -0.0093, -0.0136, -0.0281, -0.0347, -0.0292,
-0.0133, -0.0232, -0.0211, -0.0236, -0.0188, -0.0139, -0.0177, -0.0082,
-0.0251, -0.0306, -0.0190, -0.0312, -0.0384, -0.0230, -0.0222, -0.0205,
-0.0147, -0.0148, -0.0097, -0.0268, -0.0288, -0.0320, -0.0346, -0.0013,
-0.0225, -0.0241, -0.0267, -0.0108, -0.0151, -0.0064, -0.0242, -0.0150,
-0.0364, -0.0231, -0.0042, -0.0250, -0.0109, -0.0031, -0.0197, -0.0135,
-0.0220, -0.0203, -0.0170, -0.0321, -0.0044, -0.0649, -0.0267, -0.0167,
-0.0264, -0.0227, -0.0252, -0.0180, -0.0393, -0.0384, -0.0078, -0.0253,
-0.0127, -0.0321, -0.0283, -0.0158, -0.0400, -0.0218, -0.0488, 0.0458,
-0.0212, -0.0244, -0.0243, -0.0096, -0.0205, -0.0369, -0.0234, -0.0070,
-0.0151, -0.0237, -0.0302, -0.0127, -0.0218, -0.0214, -0.0249, -0.0140,
-0.0223, -0.0286, -0.0127, -0.0072, -0.0229, -0.0182, -0.0153, -0.0422,
-0.0325, -0.0298, -0.0205, -0.0364, -0.0267, -0.0162, -0.0163, -0.0187,
-0.0183, -0.0069, -0.0309, -0.0236, -0.0169, -0.0319, -0.0130, -0.0114,
-0.0114, -0.0073, -0.0074, -0.0278, -0.0115, -0.0172, -0.0143, -0.0136,
-0.0291, -0.0155, -0.0301, -0.0109, -0.0148, -0.0276, -0.0306, -0.0181,
-0.0303, -0.0213, -0.0049, -0.0129, -0.0339, -0.0289, -0.0414, -0.0169,
-0.0301, 0.1237, -0.0043, -0.0277, -0.0165, -0.0236, -0.0366, -0.0128,
-0.0243, -0.0214, -0.0310, -0.0280, -0.0238, -0.0148, -0.0182, -0.0372,
-0.0193, -0.0215, -0.0093, -0.0360, -0.0044, -0.0251, -0.0244, -0.0246,
-0.0239, -0.0042, -0.0176, -0.0580, -0.0151, -0.0294, -0.0139, -0.0349,
-0.0386, -0.0274, -0.0015, -0.0147, -0.0286, -0.0193, -0.0283, -0.0139,
-0.0293, -0.0147, -0.0307, -0.0266, -0.0276, -0.0277, -0.0232, -0.0245,
-0.0003, -0.0232, -0.0259, -0.0096, -0.0253, -0.0208, -0.0245, -0.0232,
-0.0375, -0.0207, -0.0068, -0.0063, -0.0162, -0.2181, -0.0221, -0.0175,
-0.0229, -0.0268, -0.0228, -0.0173, -0.0366, -0.0218, -0.0242, -0.0106,
-0.0244, -0.0437, -0.0097, -0.0074, -0.0290, -0.0052, 0.0395, -0.0286,
-0.0088, -0.0108, -0.0301, -0.0039, 0.0420, -0.0299, -0.0045, -0.0220,
-0.0217, -0.0248, -0.0170, -0.0221, -0.0124, -0.0199, -0.0390, -0.0074,
-0.0539, -0.0139, -0.0173, -0.0536, -0.0409, -0.0199, -0.0212, -0.0299,
-0.0121, -0.0235, -0.0334, -0.0173, -0.0240, -0.0162, -0.0079, -0.0255,
-0.0181, -0.0227, -0.0265, -0.0217, -0.0073, -0.0231, -0.0430, -0.0198,
-0.0132, -0.0082, -0.0310, -0.0342, 0.0010, -0.0278, -0.0308, -0.0196,
-0.0254, -0.0295, -0.0388, -0.0079, -0.0226, -0.0353, -0.0198, -0.0019,
-0.0395, -0.0155, -0.0354, -0.0125, -0.0170, -0.0304, -0.0244, -0.0256,
-0.0293, -0.0184, -0.0153, -0.0362, -0.0268, -0.0116, -0.0291, -0.0249,
-0.0216, -0.0278, -0.0328, -0.0097, -0.0295, -0.0192, -0.0151, -0.0128,
-0.0295, -0.0305, -0.0170, -0.0376, -0.0347, -0.0103, -0.0213, -0.0128,
-0.0198, -0.0144, -0.0190, -0.0164, -0.0197, -0.0131, -0.0224, -0.0194,
-0.0268, -0.0295, -0.0298, -0.0153, -0.0266, -0.0381, 0.0028, -0.0300,
-0.0040, -0.0404, -0.0176, -0.0230, -0.0199, -0.0114, -0.0129, -0.0271,
0.0012, -0.0041, -0.0174, -0.0687, -0.0216, -0.0194, -0.0264, -0.0245,
-0.0273, -0.0324, -0.1000, -0.0213, -0.0243, -0.0183, -0.0056, -0.0235,
-0.0394, -0.0223, -0.0232, -0.0107, -0.0228, -0.0155, -0.0062, -0.0378,
-0.0353, -0.0451, -0.0115, -0.0154, -0.0208, -0.0248, -0.0291, -0.0251,
-0.0159, -0.0128, -0.0179, 0.0013, -0.0247, -0.0222, -0.0261, -0.0145,
-0.0344, -0.0213, -0.0191, -0.0267, -0.0202, -0.0334, -0.0151, -0.0093,
-0.0292, -0.0318, -0.0271, -0.0130, -0.0328, -0.0205, -0.0119, -0.0216,
-0.0266, -0.0087, -0.0233, -0.0323, 0.0014, -0.0225, -0.0107, -0.0383,
-0.0382, -0.0224, -0.0253, -0.0074, -0.0306, -0.0237, -0.0227, -0.0758,
-0.0137, -0.0153, -0.0202, -0.0211, -0.0219, -0.0103, -0.0527, -0.0250])),
('model.decoder.layers.3.self_attn.k_proj.weight',
tensor([[-0.0693, -0.0496, 0.0727, ..., -0.0658, 0.0232, -0.0484],
[ 0.0567, 0.1779, -0.0062, ..., 0.0479, 0.0592, 0.0370],
[ 0.0501, 0.0043, -0.0635, ..., 0.0589, -0.0505, 0.1055],
...,
[-0.0734, 0.0080, -0.0475, ..., 0.0977, 0.0722, -0.0351],
[ 0.1213, 0.0504, -0.0798, ..., 0.0122, 0.0694, 0.1097],
[-0.2289, 0.0315, -0.0936, ..., 0.0348, 0.0831, -0.0021]])),
('model.decoder.layers.3.self_attn.k_proj.bias',
tensor([ 7.2622e-04, -4.9340e-04, -9.5746e-04, 4.9259e-03, -3.7420e-03,
-3.8707e-03, 3.8489e-03, 1.0943e-03, -3.2712e-04, 1.2246e-03,
-1.4791e-03, 3.7125e-03, -4.2796e-03, 7.0294e-03, -7.1829e-04,
3.5128e-03, 4.2055e-03, -2.5939e-02, 9.7565e-03, -2.7624e-03,
-2.3912e-03, 4.0511e-03, -6.0238e-03, 1.0895e-02, 1.3654e-03,
5.2798e-03, 9.0767e-04, 7.1476e-04, -7.2130e-03, -3.3363e-03,
-7.7078e-03, -4.3065e-03, -6.3670e-03, -7.6283e-03, -4.3614e-03,
-2.6649e-04, 5.7862e-02, -2.6732e-03, -1.6028e-03, -2.2818e-03,
-5.2341e-03, 1.6683e-03, -3.1152e-03, 1.6401e-02, -6.2563e-02,
-5.3169e-03, 3.0623e-02, 4.7711e-04, 7.1891e-03, -1.3429e-02,
3.9787e-03, -3.3919e-03, 7.3742e-03, 2.4275e-03, -4.4076e-04,
-1.5590e-03, 3.9792e-02, -7.6814e-03, 1.7003e-03, -9.0840e-05,
3.0870e-03, -3.5340e-02, 1.4528e-02, -3.9219e-03, -6.3999e-04,
4.9597e-03, -3.2016e-03, -9.3533e-04, 1.2766e-03, 2.1486e-03,
1.8386e-02, -5.2504e-03, -2.6474e-03, 3.2001e-03, 1.2994e-03,
-3.7844e-03, -2.9210e-03, 1.3626e-04, 1.1685e-03, 3.8035e-03,
2.7942e-04, -5.7619e-04, -8.0516e-03, -2.8236e-03, 1.4252e-03,
-3.6971e-03, -6.1189e-03, -1.9794e-03, -5.5100e-03, -5.6949e-03,
-3.2730e-03, 3.2591e-03, -4.0900e-04, -1.4658e-03, -1.8730e-03,
3.7622e-04, -2.1636e-02, 2.7070e-02, 3.7173e-03, -1.8058e-03,
3.6700e-03, 1.0793e-03, 2.7264e-04, 2.9881e-03, -3.8139e-03,
3.9206e-03, 6.7110e-04, 2.2785e-03, 1.6337e-03, -3.5520e-02,
1.0355e-02, 3.2543e-03, 1.2430e-03, -1.6088e-03, -2.5210e-03,
1.4770e-03, -1.6632e-04, -6.8467e-04, 2.3501e-02, 8.3460e-03,
1.1170e-02, -1.2734e-03, 5.3974e-03, -9.8980e-04, -4.4939e-03,
-1.7913e-04, -1.6726e-03, 9.3542e-04, -1.3278e-03, -3.4463e-05,
5.9648e-04, -3.9557e-03, -4.4433e-02, 2.6178e-04, -8.0096e-03,
4.9938e-03, 8.4609e-03, -9.6930e-04, -1.3187e-03, -5.2187e-02,
-3.7132e-03, 4.0029e-03, -1.1867e-03, 5.7607e-03, 3.2511e-03,
3.6408e-02, 8.5540e-03, -5.8741e-03, 3.8696e-02, 7.7138e-04,
-3.5172e-03, 1.1466e-02, -6.0239e-03, 1.1170e-02, 5.9807e-03,
-1.6546e-03, 1.3152e-03, 1.0038e-03, 3.2833e-03, 5.4683e-02,
7.8667e-03, 2.4797e-02, 2.6584e-03, -4.3680e-03, 3.6572e-03,
1.3322e-03, -1.3063e-02, -5.2519e-02, -1.9834e-03, -1.2026e-03,
2.2222e-04, -2.8642e-04, -6.4562e-04, -8.8338e-03, -9.4744e-03,
2.7927e-03, -3.8322e-03, -4.1846e-03, 4.4219e-03, -1.1712e-03,
-7.6374e-03, -1.3591e-03, 4.4438e-03, -2.4460e-02, 1.6071e-03,
4.7378e-03, 1.1123e-02, 4.1297e-03, 2.1207e-03, -2.6694e-03,
-5.3913e-03, 2.2541e-03, 1.5137e-02, 9.6044e-03, 2.6166e-02,
7.6486e-03, -8.9428e-03, -5.2190e-03, -8.4833e-03, 1.6751e-03,
-7.2789e-05, 1.2412e-02, -3.8353e-03, -1.1871e-02, -8.2642e-03,
5.2840e-03, 4.8105e-03, 7.9344e-03, -7.9066e-04, 6.3973e-04,
5.9513e-05, 1.3077e-02, -8.6974e-03, 2.5725e-02, 3.1901e-03,
1.1222e-02, -7.5618e-04, -1.6174e-02, -2.8626e-02, 4.2724e-03,
4.8631e-03, 3.6296e-03, 9.3763e-03, 4.2225e-03, 1.3009e-03,
3.8390e-03, -4.2029e-03, -1.1129e-03, -2.0142e-02, -1.8922e-02,
-6.4815e-03, -1.7591e-04, 9.0415e-03, 6.0728e-03, 1.7639e-02,
2.5588e-02, 4.3031e-03, -2.4599e-03, 1.5915e-02, -3.0150e-02,
-2.0098e-02, -2.5898e-03, -1.6815e-02, -6.5107e-03, 8.9347e-03,
-1.4373e-02, 5.0849e-03, -1.2643e-02, -8.8654e-03, -1.6298e-04,
9.2270e-04, -1.5320e-02, 5.9904e-03, 3.7720e-02, 5.4277e-03,
1.1491e-02, -1.6499e-02, 3.2371e-03, 2.1001e-03, -3.0798e-03,
-3.1801e-03, -2.8410e-04, 1.6284e-03, 1.2182e-03, -2.6264e-03,
1.3621e-04, -2.6219e-04, -2.7665e-03, -2.5911e-03, 3.1188e-03,
-1.3895e-03, -8.3998e-04, 4.2943e-03, 1.6620e-04, -3.1139e-03,
1.8618e-03, 1.0306e-03, 9.5969e-03, 1.4054e-04, -1.2885e-03,
1.0558e-03, 1.9114e-03, 1.3865e-03, -5.8244e-03, 1.6718e-04,
3.4918e-03, -4.8770e-04, 4.3178e-05, 3.0427e-03, 1.0351e-03,
-3.3101e-03, -1.0283e-03, -7.2934e-04, 3.1484e-04, -1.9199e-02,
5.7426e-03, -4.5488e-03, -2.0597e-03, -9.2226e-04, 4.2396e-04,
5.3260e-03, -1.9998e-04, 1.0579e-02, 4.1052e-03, -1.3675e-03,
3.2515e-03, -2.5950e-03, -5.9541e-03, 3.6923e-03, -1.7650e-03,
-1.1817e-04, 1.8785e-02, -5.0018e-04, 5.2201e-03, -1.6480e-04,
-1.5559e-03, -3.7442e-04, -4.8163e-04, -4.2539e-04, -4.9142e-04,
-3.9081e-03, 3.0482e-03, -1.2550e-03, 1.3747e-04, -2.3352e-03,
9.9984e-04, -4.9177e-03, -1.0705e-03, 1.5809e-03, 2.1085e-03,
-1.1038e-03, -8.1139e-04, 1.0803e-03, -2.4510e-03, -3.6126e-04,
-4.6423e-05, 1.8583e-03, -7.4662e-04, 1.8253e-04, -5.4141e-04,
1.3575e-03, -2.3991e-04, -1.4465e-04, -2.4528e-03, 1.1017e-05,
2.0732e-03, -7.3113e-04, -2.3980e-03, -4.6086e-03, 2.2838e-03,
-3.5536e-03, -1.8348e-04, -7.0381e-04, -3.0345e-03, -9.2721e-04,
1.9062e-03, 8.4031e-05, -9.3198e-06, 2.8454e-03, 7.1047e-05,
-2.1724e-03, 3.0522e-04, -2.2709e-03, 1.9892e-03, -2.3429e-03,
-1.1863e-03, 2.6869e-03, 4.1105e-04, 6.0960e-04, 2.3753e-04,
-7.5615e-04, -2.0262e-03, 1.5737e-03, 1.2517e-03, -1.4923e-03,
1.7664e-03, -1.8825e-03, 3.0652e-05, -3.0350e-03, 1.5454e-04,
-1.4320e-03, 1.1624e-03, -2.1495e-03, -2.1276e-03, -3.8346e-04,
-1.5003e-03, -1.1664e-03, -1.4239e-03, 7.4282e-04, -6.3312e-03,
-3.6273e-03, 2.6419e-03, -7.6096e-04, 3.1905e-03, 1.5181e-03,
3.3453e-03, 2.9765e-06, 4.4636e-03, -3.1906e-03, 9.4954e-03,
2.7732e-04, 1.1260e-03, 5.0486e-04, -2.8190e-04, -1.9972e-03,
-1.2014e-03, 3.4885e-03, -2.0327e-03, 5.4751e-04, 1.7956e-03,
1.1108e-04, 1.1570e-03, -7.2897e-04, 8.3579e-04, 1.5830e-03,
4.9917e-05, -3.2343e-03, 1.3555e-03, 2.4538e-04, 1.1653e-03,
1.1563e-03, 2.7730e-04, 1.6842e-03, 6.3826e-04, -4.7020e-04,
1.2658e-03, 7.1353e-04, -2.0193e-05, 1.1179e-03, 4.5110e-04,
4.2510e-03, 1.8408e-03, -9.0833e-04, 5.3932e-04, 2.9449e-03,
2.1523e-03, -2.2670e-05, 1.1193e-02, -5.9748e-03, -1.4125e-03,
-5.9369e-04, -2.9658e-03, -1.2604e-03, -1.3088e-03, -3.7531e-04,
-3.4108e-04, 1.0230e-02, 2.7409e-04, -1.3657e-02, 6.4003e-03,
-4.5808e-02, -1.4123e-03, 1.1103e-03, 8.1651e-04, -1.1739e-04,
-3.1175e-03, 6.4531e-03, 5.0870e-03, -1.2612e-02, 1.0387e-03,
-1.6591e-03, -2.9618e-03, 5.3771e-02, 5.3749e-03, 1.7982e-03,
-3.2648e-04, 5.8831e-03, -7.6064e-03, 2.4871e-02, 1.3362e-03,
-2.0431e-02, 1.7635e-03, -1.0895e-02, -1.5374e-04, 2.4552e-03,
-4.7806e-03, -9.3758e-03, -3.2619e-03, -2.3444e-03, 3.9581e-02,
4.3463e-04, -6.3576e-03, 2.9846e-03, -3.9328e-04, 1.6555e-02,
-2.1468e-02, -1.2731e-03, -1.5047e-03, -2.6809e-02, -8.2126e-05,
4.6100e-03, -4.0822e-03, 3.2414e-03, 5.4328e-03, 6.7377e-03,
2.4812e-02, -7.1598e-03, -9.7431e-04, 6.1009e-03, 8.5838e-03,
1.8065e-02, -5.0180e-03, 1.3388e-03, 2.2552e-02, 1.7781e-03,
-1.0353e-02, -9.5143e-04, -2.7008e-03, 6.1976e-04, -1.1843e-02,
1.1673e-03, -2.0427e-03, 4.4254e-03, -4.3102e-03, -4.4509e-03,
4.3844e-05, 6.6677e-04, 2.7157e-04, 2.5045e-03, 3.0264e-03,
6.7836e-04, 1.6840e-03, -7.2533e-04, 2.1705e-03, -1.4704e-03,
-4.2455e-03, -4.8126e-02, -5.0511e-04, -1.7237e-03, -2.6837e-03,
1.0673e-04, 2.5269e-02, -4.2754e-02, -5.0550e-03, 4.6999e-04,
-1.1012e-03, 6.5078e-05, -1.4106e-03, -4.3114e-03, -2.0314e-03,
3.4575e-02, 3.9252e-03, -1.1222e-03, 3.8427e-03, -1.2591e-03,
5.1569e-03, -2.1247e-03, 1.4282e-03, 1.5871e-03, -1.4278e-03,
7.6866e-03, -1.4492e-03, -1.9695e-03, -3.8416e-02, -2.2431e-03,
4.2145e-02, 2.5584e-03, -3.4141e-03, -2.4888e-03, 2.7207e-03,
-1.8521e-03, 2.0929e-03, -8.3696e-04, -3.8402e-03, 7.1612e-04,
2.9519e-03, 5.9455e-04, 2.8996e-03, 1.5382e-03, -1.5977e-05,
-5.5518e-04, 9.0619e-04, -5.4407e-03, 2.1099e-03, 4.9093e-04,
-9.7857e-05, -4.1240e-03, -4.5320e-03, 3.9319e-04, -2.6242e-03,
-3.3090e-03, -2.6339e-03, 1.7414e-03, 2.0960e-03, -2.5980e-03,
-2.2210e-03, 1.0637e-02, -2.8396e-03, -2.8957e-03, 4.9768e-04,
-3.0547e-03, 9.0044e-04, 1.1010e-03, 2.0162e-03, -3.1572e-03,
3.3362e-03, 2.8369e-03, -4.5381e-03, -5.7750e-05, 4.8131e-04,
9.1983e-04, -3.7780e-03, 2.1134e-03, 2.4480e-03, 1.4363e-03,
2.5469e-03, 1.8380e-03, 1.8264e-03, 1.5421e-02, -1.4316e-03,
-5.2098e-04, -4.2609e-03, -8.8356e-03, -4.6904e-03, 3.7401e-04,
6.9049e-04, -1.1915e-02, -4.1346e-03, -2.0630e-03, -2.9256e-04,
2.0776e-03, -1.7679e-03, -6.4413e-04, 5.7073e-03, -3.5580e-03,
-1.4777e-03, -9.4771e-04, 1.7503e-03, -3.5106e-04, 2.4739e-03,
6.0504e-03, -1.6232e-03, 4.9406e-04, -1.0289e-03, -1.2586e-03,
1.0111e-03, -1.7432e-03, -1.2657e-02, -2.4210e-03, 6.3549e-03,
1.6114e-03, 1.9558e-03, -7.0105e-03, 5.0313e-03, 5.6857e-02,
4.1133e-03, 1.2700e-06, -9.7127e-03, -2.0824e-02, -3.2037e-03,
2.5175e-03, -3.3652e-03, -2.0508e-03, 6.4980e-03, 3.0375e-04,
4.1564e-04, -1.0548e-03, -6.1903e-03, -1.2633e-02, 2.6401e-04,
4.5830e-03, -5.4324e-03, 3.1795e-03, -5.4679e-03, 2.4117e-03,
3.9562e-03, 4.2314e-03, 2.3139e-03, 4.2652e-03, -6.6723e-04,
-3.1348e-03, -2.3930e-03, 5.9194e-03, 5.3951e-03, 3.2611e-04,
-9.5588e-05, -4.9065e-03, -7.5866e-03, -2.0481e-03, 5.2036e-04,
-3.6602e-03, 5.6785e-06, -1.1798e-03, 3.9123e-03, -4.2198e-03,
-7.4237e-03, -4.8279e-02, 6.5625e-03, 2.3271e-03, -1.1353e-03,
-1.9808e-03, -2.2406e-03, 2.5470e-03, -1.1268e-02, -9.3094e-05,
-1.3967e-03, -2.8167e-03, 1.9173e-03, -7.8355e-03, 4.1107e-02,
8.2386e-04, -1.3876e-03, 1.2657e-03, 4.8186e-02, -1.1450e-02,
-3.3655e-03, -9.1245e-02, -6.7324e-03, -2.2665e-03, 3.8406e-04,
8.8906e-04, 9.2776e-03, 3.8026e-03, -4.2900e-03, 8.2778e-03,
5.5396e-04, 4.6606e-03, 4.3861e-03, 6.7411e-03, 7.6477e-03,
-6.7276e-04, 9.1919e-03, 6.7338e-04, 5.4786e-03, 1.1056e-03,
1.9943e-02, 1.6647e-03, 2.8910e-03, -7.8663e-03, -7.4691e-03,
1.8667e-03, -9.4793e-04, 2.4505e-02, 2.7753e-03, -9.6435e-04,
3.6899e-03, -4.0057e-03, 5.3399e-03, -3.6394e-03, -5.5817e-03,
5.4252e-03, -5.4259e-02, -3.9245e-02, -6.7870e-04, -6.7526e-03,
1.4250e-02, 1.7459e-03, -4.0776e-04, -9.0642e-04, 3.8058e-03,
3.3283e-03, 3.9355e-03, -5.8060e-03, 1.2599e-03, 7.6655e-04,
-7.7824e-04, -1.0234e-04, 5.8164e-03, 3.1416e-03, 3.4454e-03,
2.6397e-03, -5.0321e-03, 4.1034e-03, 2.7005e-03, 6.5686e-03,
-6.7214e-03, 2.0824e-03, -3.7803e-03])),
('model.decoder.layers.3.self_attn.v_proj.weight',
tensor([[ 0.0238, 0.0036, 0.0324, ..., -0.0050, -0.0123, 0.0677],
[ 0.0030, 0.0104, -0.0258, ..., -0.0031, 0.0272, 0.0292],
[-0.0477, -0.0641, 0.0133, ..., 0.0246, 0.0096, 0.0257],
...,
[ 0.0305, 0.0309, -0.0434, ..., 0.0345, 0.0389, 0.0513],
[ 0.0010, 0.0561, 0.0008, ..., -0.0183, -0.0421, 0.0306],
[ 0.0253, 0.0157, -0.0604, ..., 0.0020, 0.0654, -0.0119]])),
('model.decoder.layers.3.self_attn.v_proj.bias',
tensor([ 6.1750e-03, -1.9927e-02, -4.4731e-02, 3.6820e-02, -2.6691e-03,
9.3941e-03, 1.9543e-02, 3.2515e-02, -1.6967e-02, 7.1474e-03,
1.0472e-02, -4.8213e-03, 1.3691e-03, -3.1982e-02, -7.2315e-03,
9.4892e-03, -1.9667e-02, -8.3891e-03, 1.7349e-02, 1.4396e-02,
-3.2607e-02, 2.1560e-02, -1.4098e-02, -9.0813e-04, 2.5801e-02,
-1.3722e-02, 2.3288e-02, -4.4034e-02, -8.7955e-03, -3.1312e-02,
2.3995e-02, -2.8129e-03, 3.7408e-03, 1.2182e-02, -3.6979e-03,
2.4569e-02, -2.2168e-02, -1.1263e-03, -6.6181e-03, 9.6383e-02,
-8.9697e-04, 1.2839e-02, 1.4008e-02, -6.9354e-02, 8.1879e-04,
7.0372e-03, -2.6860e-02, -5.1687e-03, 3.3487e-03, 5.2745e-03,
2.0972e-02, 1.4160e-02, -1.3167e-02, -2.2525e-02, 4.2627e-02,
2.0749e-02, -4.7404e-03, -3.0829e-02, 9.4089e-03, -4.4181e-03,
3.4323e-03, -1.3905e-02, 4.6232e-02, 3.1349e-02, -3.9745e-03,
4.5489e-03, -3.5832e-04, -4.7393e-04, 8.8318e-03, -2.1491e-03,
-4.0702e-04, 1.4048e-02, -6.5490e-03, -6.2853e-04, 6.7897e-03,
-9.1300e-03, -1.3446e-02, 1.6042e-03, 1.1216e-02, 2.9977e-03,
-4.2909e-04, -3.0155e-03, 2.4480e-02, -5.6824e-03, 2.6658e-03,
-1.4225e-02, -1.1343e-03, 7.9247e-03, 1.2720e-02, -1.1093e-02,
-1.8500e-02, -9.1302e-03, 4.2912e-03, -1.4462e-03, 8.2263e-03,
-1.3777e-02, 3.0656e-03, 7.2693e-03, -1.0215e-02, 5.2085e-03,
6.6914e-03, -2.4661e-03, -5.7400e-03, -1.0792e-02, 8.1829e-03,
-2.1624e-03, 5.7360e-03, 3.6406e-02, -6.0959e-03, -4.8332e-03,
7.9733e-03, -1.4883e-02, 4.0623e-03, -4.4511e-04, -5.8293e-03,
5.3945e-05, -5.5222e-03, 8.5106e-03, -1.0093e-02, 6.7799e-03,
-7.6712e-04, 6.2789e-03, 6.6943e-03, -1.5361e-03, 1.1147e-02,
-8.8477e-04, 8.8243e-03, -6.2232e-03, -2.4246e-03, -3.6248e-03,
-4.4121e-03, -2.2164e-02, -2.9316e-03, 3.0399e-04, -3.3731e-03,
-2.4433e-03, -2.0383e-02, 6.4615e-03, 4.1311e-03, -6.0746e-03,
-2.6442e-02, 4.3384e-03, -1.3186e-02, -4.4137e-03, -1.5846e-02,
-2.4814e-03, -4.0917e-03, 1.1485e-02, -4.3059e-03, 2.0212e-02,
-3.6122e-02, -7.6532e-03, -6.2866e-04, 1.7785e-02, 9.2256e-03,
-6.4540e-03, 3.6864e-03, 1.5935e-02, -1.6233e-03, -8.1714e-04,
8.6082e-03, -9.6351e-03, -1.0477e-02, -4.4461e-05, -1.5815e-03,
-5.5407e-03, -9.7641e-03, 1.0899e-02, -6.6773e-03, -8.2881e-03,
6.6449e-03, -1.1582e-02, -5.0741e-03, 3.2456e-03, 1.1767e-02,
2.6870e-03, -1.0032e-03, -4.7103e-03, 1.2810e-02, 1.0861e-02,
6.4188e-03, 1.7023e-02, 1.7017e-02, -3.0445e-03, 9.0497e-03,
5.0909e-03, -1.5068e-02, -1.4839e-03, -8.8024e-03, 8.9740e-03,
-4.1698e-03, 3.0652e-03, -1.2509e-03, 8.2945e-03, 5.9245e-04,
-3.0667e-04, 2.0637e-02, -1.0700e-03, 5.6068e-04, -2.8843e-03,
3.5251e-02, 5.3687e-03, 1.7077e-02, 7.2314e-03, 9.6690e-03,
3.4972e-03, -8.3600e-03, 1.1177e-02, -2.1802e-03, -1.8644e-02,
6.5685e-04, -6.7002e-04, 6.4910e-03, 1.2874e-01, -1.5723e-02,
-3.7634e-03, 8.6476e-04, 6.2756e-03, -9.9214e-03, -1.6009e-03,
1.8065e-03, -1.5385e-02, -1.8087e-02, 4.8932e-03, -4.7141e-03,
1.2347e-02, -2.1566e-03, -1.3232e-02, -1.3599e-03, 7.7237e-03,
1.1616e-02, 7.9326e-04, 6.6071e-03, -1.0793e-02, -3.1974e-03,
8.3207e-03, 6.9066e-03, 1.5244e-03, -5.5887e-03, 4.3929e-03,
2.5541e-03, -3.7559e-03, 1.3665e-02, -4.0587e-03, 4.2810e-03,
3.8009e-03, -3.7131e-03, 7.1506e-03, 1.5986e-02, -8.8003e-04,
1.2890e-02, 6.5040e-03, 6.4235e-03, 1.8044e-02, 1.0593e-02,
-1.5444e-02, -5.0105e-03, 1.5895e-03, 1.2598e-03, 3.4521e-03,
1.0122e-02, -8.9227e-04, -4.5116e-03, 1.3814e-02, 4.3692e-03,
7.7485e-04, 8.0271e-04, -9.8434e-03, -3.4649e-03, -6.8826e-03,
6.1006e-03, 1.5414e-02, 5.5616e-03, 6.5871e-03, 4.8584e-03,
4.5943e-03, -6.4999e-05, -8.7126e-03, 2.9814e-03, 4.3020e-04,
-9.3825e-05, 2.8058e-04, -3.7832e-03, 5.1916e-04, 4.6279e-03,
5.0101e-03, -1.6352e-03, 1.5394e-03, -1.4812e-03, -5.7525e-03,
3.8505e-03, -2.3660e-03, 1.1985e-02, -8.7996e-03, -4.6377e-03,
-4.2719e-03, 7.6328e-03, 4.6533e-04, -1.5978e-04, 3.1485e-03,
-2.2521e-03, 8.4492e-03, -4.4624e-03, 2.4010e-04, -4.3824e-03,
1.9144e-03, -8.6930e-03, -7.7978e-03, 5.4587e-03, -7.7676e-03,
2.0289e-03, 4.5282e-03, 6.4895e-03, -2.2542e-03, -5.3081e-03,
1.1208e-02, -2.8567e-03, -1.4487e-02, -6.2727e-03, -1.4231e-03,
-4.7108e-02, -2.1985e-03, -1.6447e-02, 3.8648e-02, 5.6441e-03,
1.3301e-02, -2.2041e-02, -2.9622e-02, 8.7167e-03, -1.5954e-02,
5.4783e-02, 4.8815e-02, 2.6770e-02, -1.2148e-02, -4.4821e-02,
-4.4649e-03, 9.2524e-03, 1.7142e-02, -1.5564e-03, 1.3373e-02,
-8.1048e-03, -1.0470e-02, 1.3491e-02, 1.8000e-02, 1.5044e-02,
-5.9312e-03, 1.6766e-02, 2.5116e-02, 9.9630e-03, -2.7254e-02,
-2.1081e-02, -7.7832e-03, -3.0622e-02, 8.2965e-03, 2.4862e-03,
3.2107e-03, -1.4558e-02, -4.1796e-02, -6.4321e-02, 3.9770e-02,
4.3560e-02, -1.7272e-02, 2.5814e-02, -6.2197e-05, -1.1350e-02,
2.3456e-03, 2.1921e-02, -3.6042e-02, 3.9445e-03, -8.0344e-03,
-1.0305e-02, -5.7246e-02, 8.7030e-03, 2.8567e-03, 1.5474e-03,
-5.6354e-02, -1.3535e-02, -3.5661e-02, -7.4675e-02, -1.4051e-02,
1.0940e-02, 1.7863e-02, -1.0946e-02, -7.9196e-03, -2.1474e-03,
-3.1426e-03, -6.4966e-04, 2.3053e-03, 5.0054e-04, 2.4595e-03,
7.1980e-03, 2.5919e-02, -2.1657e-03, 8.5880e-03, 3.4301e-03,
2.3528e-04, -1.8837e-02, -1.3191e-02, 3.5009e-03, 7.4843e-03,
-1.2341e-03, 3.7182e-03, -3.8542e-04, -7.1657e-03, -3.7346e-03,
-1.2546e-02, 3.0257e-04, 1.0730e-02, -4.4052e-04, 5.4309e-03,
-1.1174e-03, -1.2708e-02, 6.6503e-03, 8.1962e-03, -6.7979e-03,
1.4751e-02, 9.1189e-03, 3.9200e-03, 1.3866e-03, -1.4339e-02,
7.6562e-03, 1.2565e-03, 1.4495e-02, -1.4206e-02, 1.1359e-02,
4.6050e-03, 1.4041e-02, -9.8759e-03, -1.2707e-02, 1.0377e-02,
-5.9864e-03, 2.6215e-04, 4.3832e-03, -1.0417e-02, -2.3470e-02,
3.9213e-03, 9.1240e-03, 1.2021e-03, -3.5007e-03, 4.0989e-03,
1.9799e-02, 4.3472e-03, 2.8438e-03, 1.7517e-02, 1.2321e-02,
-4.3075e-03, -1.0876e-02, 6.5432e-03, 3.0070e-02, -1.1673e-03,
-3.5726e-03, 3.2777e-02, -9.3136e-03, 7.0893e-03, -5.6742e-03,
1.2109e-03, 1.1061e-02, -4.4665e-02, 9.7359e-03, 6.3064e-03,
1.3331e-02, 8.0611e-03, 1.2686e-02, 2.2054e-03, 7.7878e-03,
7.5174e-05, -1.8039e-02, -1.3464e-02, -4.9840e-03, -2.3105e-02,
8.2255e-03, -4.2618e-03, 5.0208e-02, -3.6105e-04, -5.1395e-03,
2.8329e-03, -1.0433e-02, 2.1719e-02, 2.4164e-03, -9.8380e-03,
2.1351e-03, -3.9603e-03, -1.4028e-02, -1.4954e-02, -9.3730e-03,
-1.1567e-02, -1.5471e-02, -4.2470e-03, 1.9601e-03, -8.7953e-03,
-1.1733e-02, -1.0496e-02, -8.0992e-03, 1.5006e-04, -3.0693e-03,
4.9126e-02, -1.6096e-02, -4.7994e-03, -9.5025e-03, 8.6239e-03,
1.4977e-02, 3.0818e-02, -5.9504e-03, -1.4123e-02, 8.5876e-03,
5.9364e-03, -3.7889e-03, -3.0558e-02, 3.3845e-03, 2.2784e-02,
-4.7237e-02, 1.7099e-02, 4.8663e-03, -7.0552e-03, 9.9126e-03,
2.9604e-03, 1.1913e-02, -5.5294e-03, -9.4573e-03, -9.2488e-03,
-5.5242e-03, -6.6203e-04, -7.8907e-03, -4.6399e-02, -1.8684e-02,
-1.5070e-02, 1.1206e-02, 1.0160e-02, 1.5108e-02, -1.3473e-02,
-1.8457e-02, -7.7514e-03, -1.2427e-02, -2.7210e-03, 2.0979e-02,
2.6419e-03, 1.8530e-03, -3.6847e-03, -7.8921e-03, 5.1952e-04,
3.0622e-02, 2.2894e-02, 2.7568e-02, 7.7129e-03, -1.9781e-02,
-6.1269e-03, 3.3900e-03, -6.0625e-03, -2.1101e-02, -6.6255e-03,
-3.6244e-03, -8.9497e-03, 6.6765e-03, 6.1198e-03, 6.2518e-03,
1.9337e-02, -1.2739e-02, 1.4524e-02, 2.0631e-03, -7.6850e-03,
-1.2243e-02, 1.2701e-03, -6.1124e-03, -1.1090e-03, -1.1839e-02,
-7.2262e-03, -4.7108e-03, -1.1234e-02, -4.1949e-03, 1.0138e-02,
-3.9094e-03, 1.1445e-02, -1.6905e-02, 7.6577e-03, -7.6885e-03,
1.7573e-02, -1.4989e-02, -1.4711e-03, -1.6786e-03, -5.1403e-03,
1.1679e-03, -1.2418e-03, -1.1058e-03, 1.2373e-02, -9.0675e-03,
1.7076e-02, 1.5318e-02, -4.5445e-03, -7.3725e-03, -1.0935e-02,
-5.1198e-03, -8.0947e-03, -5.2904e-04, -4.5049e-03, -4.7809e-03,
3.4632e-04, -4.6825e-03, 1.9338e-03, -1.2649e-02, 2.2545e-03,
-9.0919e-03, 4.6777e-04, -2.6533e-04, 2.2862e-03, -1.4352e-02,
1.6292e-03, 1.4724e-02, 1.1684e-02, 1.3512e-03, -2.3278e-03,
7.6294e-03, 3.2329e-03, -1.7636e-03, 2.2587e-03, -4.2630e-04,
-2.4273e-03, 3.0283e-03, 1.1575e-02, -7.8441e-03, -4.5618e-03,
-1.9904e-04, 2.7738e-03, 6.2028e-03, -4.9286e-03, -3.5586e-03,
-3.1009e-03, 8.4352e-03, -8.0662e-03, -4.3936e-03, 1.2864e-02,
2.2609e-02, 2.8468e-02, -1.5514e-03, 2.1208e-03, -6.5767e-03,
-2.6184e-02, -9.9194e-03, -1.0783e-02, 8.7003e-03, -9.3281e-03,
-3.3493e-03, 3.7795e-03, 1.2444e-03, 6.7923e-03, 1.2193e-02,
-4.8629e-03, 1.2165e-02, 6.0142e-03, -1.1229e-02, 1.2684e-02,
-4.3760e-04, 2.0795e-03, 2.6675e-03, -1.0350e-02, 1.0383e-02,
7.2870e-03, -6.2578e-03, -2.4097e-03, 2.3798e-03, 4.0324e-02,
-2.6568e-03, 7.6571e-03, -6.7384e-04, 1.2352e-02, 2.0624e-02,
-5.9831e-03, 8.3059e-03, -3.8722e-03, 1.9761e-03, -1.2312e-02,
1.2804e-03, -1.4030e-03, -7.1105e-04, 4.8939e-03, 7.7244e-04,
3.3664e-03, -7.2193e-03, 2.8725e-03, -8.0426e-03, 1.5035e-02,
-7.4235e-03, -2.1924e-03, -8.1703e-03, -1.8646e-03, 1.2939e-02,
5.3077e-03, 5.4270e-03, 1.5086e-02, 2.1673e-03, -8.8162e-03,
8.9480e-03, -8.6934e-03, 2.4244e-03, -2.8542e-03, -5.0382e-03,
-7.3924e-03, -3.0712e-04, -1.1920e-02, -2.4210e-02, -2.1498e-02,
3.1783e-03, -8.8481e-03, 1.2659e-03, -3.9646e-02, 2.0100e-02,
-1.5567e-02, 6.6934e-03, -5.0188e-03, 3.4763e-03, -2.1713e-02,
3.0181e-03, 1.3365e-02, -7.3501e-03, 4.3148e-03, 2.4846e-03,
-8.5079e-04, -6.1330e-03, -1.2556e-02, -1.2564e-02, -2.4419e-02,
-5.6965e-03, -1.5837e-02, 4.2147e-03, 8.4011e-03, 3.7628e-04,
1.5963e-02, 8.4158e-04, 8.7167e-03, 1.1240e-02, -1.3001e-02,
5.0016e-03, 1.5003e-02, 1.4211e-02, -1.1117e-02, 4.2168e-03,
4.4825e-03, 1.0236e-02, 8.1746e-03, -3.5285e-03, 3.2166e-02,
-1.1678e-03, 6.5750e-03, -1.8984e-03, 3.5799e-03, -9.3656e-03,
-1.1865e-02, 5.3313e-03, -9.6182e-03, 4.6634e-04, 8.0740e-03,
4.5144e-03, -1.2743e-02, 1.6301e-02, 1.6467e-02, 7.2564e-03,
8.8346e-03, -9.5906e-03, 9.8964e-03, 2.4987e-03, -9.1248e-03,
2.4845e-03, 2.5972e-05, 2.4610e-03, 2.3418e-03, 2.4589e-03,
-1.4557e-03, -5.5296e-03, -7.2016e-03])),
('model.decoder.layers.3.self_attn.q_proj.weight',
tensor([[-0.1576, 0.0924, 0.0843, ..., 0.0533, -0.0904, -0.0141],
[-0.0159, -0.0553, 0.0547, ..., -0.0392, 0.0214, 0.0579],
[ 0.0694, 0.0358, 0.0386, ..., -0.0899, 0.0558, -0.0050],
...,
[ 0.0243, 0.1172, 0.0435, ..., -0.0586, -0.1346, 0.1041],
[-0.0673, -0.1210, 0.0897, ..., -0.0804, -0.1713, -0.0054],
[ 0.0108, 0.0743, 0.0371, ..., 0.0548, -0.0803, -0.0699]])),
('model.decoder.layers.3.self_attn.q_proj.bias',
tensor([ 0.0502, -0.1177, 0.2616, 0.4467, -0.0796, -0.1147, 0.0957, 0.0693,
-0.2986, -0.3638, 0.2279, -0.0379, -0.2453, 0.2664, -0.0245, -0.0049,
0.2220, -0.1641, 0.0662, -0.1558, 0.3169, 0.1953, -0.0832, 0.1799,
-0.1223, -0.0679, -0.2469, 0.0063, -0.3321, -0.2134, -0.1276, -0.0868,
-0.0382, -0.4739, 0.1417, 0.0517, 0.3695, -0.2984, -0.2874, -0.1906,
-0.5048, 0.1846, 0.2424, 0.3791, -0.7369, 0.1743, 0.4694, -0.1164,
0.4464, -0.4322, 0.1552, -0.6435, 0.1204, 0.2196, -0.1911, 0.1154,
0.4949, 0.0395, -0.0306, -0.3855, -0.1351, -0.4878, 0.4649, -0.2512,
-0.1396, 0.1329, -0.4239, -0.2979, 0.0437, 0.2791, 0.6904, -0.4269,
-0.1783, -0.1947, 0.1814, -0.2072, -0.5537, -0.3398, -0.2972, 0.5198,
0.0232, 0.0790, 0.2885, -0.2097, -0.0210, -0.4028, -0.2220, 0.1763,
-0.7921, -0.4403, -0.4395, 0.1003, 0.0598, 0.6263, -0.4355, -0.1939,
-0.6277, 0.7522, 0.1628, 0.0340, 0.5587, -0.0076, -0.1058, 0.4870,
-0.4787, 0.2187, 0.3066, 0.6013, -0.6256, -0.7671, -0.0488, 0.1151,
-0.4640, -0.2694, -0.3532, 0.2301, 0.4893, -0.1184, 0.6737, -0.0926,
0.4010, -0.4846, -0.0733, -0.2135, -0.3114, 0.2941, -0.0253, 0.4754,
-0.3540, -0.2798, 0.5814, -0.3616, -0.6156, 0.2835, -0.2936, -0.2181,
0.5195, -0.3170, 0.1873, -0.6886, -0.2819, -0.6692, -0.3378, 0.0767,
0.0632, 0.5950, 0.2429, -0.4134, 0.6255, 0.0722, -0.1964, 0.5771,
-0.3471, 0.5909, 0.1581, 0.2190, 0.3466, 0.2360, 0.3063, 0.4335,
0.3458, 0.2183, 0.0974, 0.1532, 0.1661, 0.4687, -0.1287, -0.6914,
0.2929, -0.2590, 0.5843, 0.0256, 0.0160, -0.5603, -0.3221, -0.1829,
-0.5433, -0.2416, 0.5433, 0.0126, -0.0698, 0.2743, 0.0946, -0.5509,
0.5743, 0.2834, 0.3824, 0.4950, 0.1144, 0.1216, -0.0027, 0.1961,
-0.6954, -0.4120, -0.7641, -0.4178, 0.5304, 0.0352, 0.3888, -0.4376,
-0.0478, -0.5979, 0.2365, 0.7768, 0.8136, -0.5207, -0.6882, -0.7122,
0.1168, -0.2048, -0.0828, -0.7763, 0.6783, -0.5905, -0.4706, -0.6539,
-0.4432, 0.7156, 0.6901, -0.6766, 0.0992, 0.3507, -0.1417, 0.0756,
-0.2087, -0.1673, 0.0264, 0.5621, 0.7036, 0.6920, 0.4482, 0.3577,
-0.6027, -0.3464, -0.7656, -0.4100, -0.2976, -0.0092, -0.6334, 0.8387,
0.6338, -0.3828, 0.5699, 0.2426, -0.6447, 0.5030, -0.5719, 0.7460,
0.2555, -0.4617, -0.2784, 0.5630, -0.7493, -0.7709, -0.2767, -0.8280,
-0.7300, 0.2513, 0.2067, -0.0472, -0.2534, -0.0911, 0.4121, 0.1952,
-0.1624, 0.0453, -0.1558, -0.2171, -0.2692, 0.3048, -0.2196, 0.0461,
0.4452, -0.2879, -0.3339, 0.2472, -0.1146, 0.1836, 0.0371, -0.5087,
-0.3175, -0.0707, -0.3466, 0.2871, -0.0550, 0.4213, -0.1070, -0.1266,
0.2997, 0.3711, -0.3547, 0.1164, -0.0487, -0.0410, -0.6195, 0.0083,
-0.2786, -0.1948, 0.1509, 0.0317, 0.2807, -0.0522, 0.0479, -0.0188,
0.2577, 0.6133, -0.3652, -0.2545, 0.0431, 0.0206, 0.0240, 0.7301,
0.3107, 0.2131, -0.2403, 0.1937, -0.1831, -0.1079, 0.0233, 0.0850,
-0.5198, -0.0601, -0.2169, 0.5065, -0.0907, 0.5932, -0.2401, 0.2394,
-0.0475, -0.3299, -0.4127, 0.4006, -0.0160, 0.4570, -0.1188, 0.2021,
0.5419, -0.3295, -0.1309, -0.1493, 0.3004, 0.0875, 0.0200, -0.5997,
-0.0424, 0.0676, 0.2431, 0.0747, -0.1026, 0.2931, -0.5251, 0.2408,
-0.2529, -0.1565, 0.4051, 0.1767, -0.3327, -0.3471, 0.5861, -0.0079,
0.1759, 0.0200, -0.1554, -0.5716, -0.1681, -0.3066, 0.0718, 0.2437,
0.1176, -0.4562, 0.0246, -0.0080, -0.2589, -0.2492, 0.2816, 0.0583,
-0.2997, -0.1166, -0.4353, 0.0067, 0.0961, 0.4084, -0.3771, -0.0387,
-0.1036, -0.3744, -0.6913, -0.3050, 0.3480, -0.3560, -0.3321, 0.3814,
-0.0790, 0.4051, -0.0153, 0.4525, -0.2348, 0.5841, -0.2902, 0.7462,
0.4776, 0.5494, -0.2258, -0.5686, -0.0431, -0.1113, 0.4022, -0.6556,
0.2112, 0.5198, -0.1966, -0.0066, -0.0829, -0.1916, 0.1175, 0.1014,
-0.2882, -0.4618, -0.3019, -0.0365, -0.6606, 0.4110, -0.5750, 0.3438,
-0.0512, 0.5159, -0.2564, 0.3301, 0.5308, -0.2949, 0.5674, 0.1691,
0.4164, -0.1824, 0.0089, 0.4040, 0.0410, 0.9081, -0.6042, 0.2034,
-0.0844, -0.2226, -0.2809, 0.2146, -0.2233, -0.0820, 0.4466, 0.0062,
-0.1693, -0.1347, -0.5839, -0.0217, -0.0882, 0.1038, 0.0787, 0.2423,
0.2853, 0.0902, 0.0402, -0.2745, 0.0296, -0.2546, 0.7933, -0.0207,
0.1095, -0.0882, 0.5413, -0.7297, 0.4539, 0.3225, -0.5253, 0.4866,
-0.5835, -0.5535, -0.0760, -0.5847, -0.3323, -0.5391, -0.0281, 0.7665,
-0.3484, -0.2727, 0.2919, -0.2685, 0.4580, -0.4690, -0.1508, 0.0969,
-0.3614, 0.0766, 0.0062, -0.0469, 0.0033, 0.4866, 0.0577, 0.6208,
0.1193, 0.1209, -0.2041, 0.3583, -0.1873, 0.0232, 0.0346, 0.2668,
0.2504, -0.4376, 0.2982, 0.4909, 0.0617, -0.5134, 0.2250, -0.4024,
0.2208, -0.1446, 0.1439, 0.0711, -0.1334, -0.2549, -0.1395, -0.0281,
0.1348, 0.1546, -0.0392, -0.2507, -0.0661, -0.0421, -0.5240, 0.1201,
0.0542, -0.1725, 0.2016, 0.3141, -0.2213, 0.2066, -0.3282, -0.0065,
0.1128, -0.2091, 0.0885, 0.1480, 0.0546, -0.1536, -0.1213, 0.1312,
-0.0171, 0.2929, 0.3242, -0.1390, 0.0023, -0.0422, 0.3090, -0.0114,
0.0188, -0.1588, -0.2240, 0.3512, 0.0451, -0.0290, 0.0832, 0.3596,
-0.0377, -0.2814, -0.0283, -0.1116, 0.0741, -0.0090, 0.1502, 0.1099,
-0.1130, -0.1426, -0.0955, 0.1034, -0.3902, 0.0684, 0.0323, -0.0553,
-0.2055, -0.1443, 0.3791, -0.0435, -0.0388, -0.2257, 0.0740, 0.2644,
-0.4003, 0.1741, 0.7444, -0.4286, 0.0281, 0.1180, 0.2745, -0.0506,
0.1554, -0.0888, -0.0788, -0.5055, 0.3192, -0.1553, 0.1271, 0.1180,
-0.4632, 0.4859, 0.2817, 0.4615, 0.0484, -0.3245, -0.1070, 0.0646,
0.7095, -0.2537, -0.1477, -0.4222, -0.4438, -0.2061, -0.2176, -0.0873,
-0.6702, -0.4106, -0.1034, 0.5355, 0.2860, 0.0864, -0.1129, 0.2035,
-0.2621, -0.1278, 0.1528, 0.0683, -0.1148, -0.1427, 0.6753, -0.3660,
-0.1694, 0.1531, -0.2709, -0.0101, -0.0755, -0.6306, 0.1205, 0.2480,
0.2399, 0.0341, 0.4925, -0.6335, -0.4960, 0.6162, -0.0686, 0.0546,
0.3200, -0.2599, -0.3332, -0.6565, -0.3165, -0.3600, 0.2779, 0.1024,
0.0500, -0.5949, 0.3643, -0.4366, 0.2003, 0.5551, 0.3557, -0.1678,
-0.0762, -0.0077, -0.3211, 0.2893, 0.6105, 0.1635, -0.4687, 0.1381,
-0.3686, -0.4992, -0.4699, 0.0332, 0.2306, 0.2312, -0.0439, -0.7345,
-0.5739, 0.2309, 0.4538, -0.3073, 0.3498, -0.2429, 0.1579, 0.5969,
0.1396, -0.5200, -0.1434, 0.3232, -0.1510, 0.3684, 0.0370, -0.0435,
-0.0700, -0.1830, 0.2969, -0.4284, -0.7009, -0.4182, 0.6753, -0.4411,
0.0167, -0.0860, -0.5202, 0.0201, -0.3932, 0.0774, 0.3386, 0.2956,
-0.2370, 0.0193, -0.1948, -0.0146, 0.2047, -0.1738, 0.1901, 0.1722,
0.2989, 0.1427, 0.0858, 0.2796, -0.0846, 0.3936, 0.2977, 0.1872,
-0.1160, -0.3286, 0.2839, -0.1471, 0.4132, 0.0964, 0.2134, 0.2558,
-0.2491, 0.1861, -0.1658, -0.2829, 0.0376, -0.4481, -0.3966, 0.0754,
-0.1074, 0.4104, -0.1012, -0.0259, 0.1013, -0.1338, -0.0034, 0.2004,
-0.3818, 0.2344, 0.2587, -0.3283, -0.2973, -0.1001, 0.1853, -0.0027,
0.0789, 0.1015, 0.3151, 0.2471, -0.0248, -0.2456, 0.2160, 0.0943])),
('model.decoder.layers.3.self_attn.out_proj.weight',
tensor([[ 0.0103, 0.0257, -0.0432, ..., 0.0057, 0.0652, 0.0055],
[ 0.0239, -0.0055, -0.0104, ..., -0.0088, 0.0126, 0.0008],
[ 0.0140, -0.0216, 0.0078, ..., 0.0227, 0.0457, -0.0165],
...,
[ 0.0130, -0.0214, -0.0206, ..., -0.0069, 0.0004, 0.1037],
[-0.0333, 0.0458, 0.0725, ..., 0.1149, 0.0085, 0.0448],
[ 0.0643, 0.0239, -0.0377, ..., 0.0054, 0.0415, -0.1172]])),
('model.decoder.layers.3.self_attn.out_proj.bias',
tensor([ 7.7844e-04, 2.2282e-02, -2.5808e-02, -9.4286e-03, -3.0177e-02,
-1.8656e-02, -2.3848e-02, -3.2833e-02, -1.8908e-02, -1.7770e-03,
-9.0205e-04, 3.5936e-02, 3.6603e-03, 3.0473e-02, -1.8395e-02,
-8.5198e-03, -4.4262e-03, 6.2292e-03, 2.6541e-02, 5.9249e-03,
1.1648e-02, 4.1973e-03, 1.6077e-02, 1.2949e-02, 1.5549e-02,
2.0745e-02, 6.1110e-03, 1.5609e-02, 1.2885e-02, 2.2472e-01,
-8.1700e-03, -1.5194e-02, 1.0179e-02, -2.7898e-02, -1.9950e-02,
1.2984e-02, 7.9724e-03, -1.5927e-02, -1.6804e-02, 6.1195e-03,
1.6150e-02, -1.6994e-03, 3.3238e-02, -4.6696e-02, -2.3914e-02,
-1.3364e-02, -1.2348e-02, 3.1263e-02, -2.7781e-02, 2.9000e-02,
7.1747e-03, 2.2127e-02, -1.2283e-01, 7.1630e-03, 2.3694e-02,
5.4688e-02, 2.3948e-02, 2.2109e-02, -5.2703e-02, -2.7843e-03,
1.2586e-03, -6.7606e-03, 1.4234e-02, 2.1288e-02, -7.5823e-02,
-1.4495e-02, 5.1356e-02, -3.3752e-02, 1.1135e-02, -5.9521e-03,
-9.6919e-03, -1.4633e-03, -3.1257e-02, -2.7585e-03, -9.5652e-03,
-3.4681e-02, 1.5082e-02, -6.7359e-03, -1.5766e-02, 2.9083e-03,
-6.4701e-03, 6.1761e-03, -4.0122e-03, -3.0296e-02, -7.7678e-02,
-2.5534e-02, -6.8143e-02, 5.2281e-03, 2.1209e-03, 2.9138e-03,
1.8894e-02, 6.5957e-03, -2.5341e-02, -3.7054e-02, 3.6625e-02,
2.8605e-03, 2.9914e-03, 4.1983e-02, 1.5237e-02, 2.4273e-03,
3.0855e-02, -6.6577e-03, -3.8290e-02, -3.1812e-02, 2.7738e-02,
3.8187e-03, -1.1290e-02, 1.3537e-02, -1.4576e-02, 2.2245e-02,
-1.1212e-03, 8.4651e-03, 2.0406e-02, 3.4721e-02, -1.9055e-02,
-1.6618e-02, 2.0969e-02, -2.1375e-02, -6.6224e-03, -2.7918e-04,
-6.8907e-03, 2.9726e-05, -3.0666e-03, 3.6223e-02, -3.1031e-02,
-2.3152e-02, 4.6403e-02, 1.1863e-02, -2.9888e-03, 5.2464e-03,
-1.1630e-02, 1.6206e-02, 3.4242e-03, -9.2030e-04, 2.1906e-02,
3.9036e-03, -1.8346e-03, -9.1149e-03, 4.6779e-02, -1.2929e-02,
-8.2185e-03, -3.8619e-03, -4.4101e-02, -2.3398e-02, 7.5433e-03,
-1.3274e-02, 5.0062e-02, 4.7499e-02, -1.4117e-02, 8.9924e-02,
-1.5234e-02, 4.7364e-02, -1.5122e-02, 2.6783e-02, 6.0542e-02,
-3.2189e-02, 1.8298e-02, 3.9389e-02, -1.5152e-02, 5.7613e-03,
-3.3941e-02, 1.0840e-02, 1.5639e-02, 1.6436e-02, -2.4280e-02,
-2.7512e-02, 1.9748e-02, 2.4894e-02, -9.1618e-04, 4.7037e-02,
-2.8963e-02, 8.5720e-03, -1.7960e-02, 1.6806e-02, 2.7681e-02,
2.3342e-02, -3.6345e-03, 1.6625e-02, -2.1187e-02, 1.9374e-02,
-1.1504e-03, -2.3561e-02, -3.7803e-02, 2.7916e-02, -7.8851e-03,
2.8269e-02, -2.5715e-03, -1.5338e-02, -1.0598e-02, 4.0805e-03,
9.0294e-03, -3.9735e-02, 4.1130e-02, -2.8687e-02, -2.2867e-02,
1.3051e-02, 1.5866e-02, -7.5672e-02, -3.9446e-03, -1.0165e-02,
-1.1588e-02, -1.5125e-03, -2.5773e-02, 5.0851e-03, -3.3589e-02,
2.3689e-02, -3.8205e-03, -2.3015e-02, 1.9609e-03, -8.1877e-03,
-8.8002e-03, -1.2467e-02, -1.8924e-03, -5.6618e-03, -1.3363e-02,
1.3941e-02, 2.0426e-02, 2.1494e-02, -1.8479e-03, 2.6885e-02,
1.3383e-02, -2.1667e-02, -5.6565e-02, 2.3800e-02, 3.6696e-02,
-3.1415e-02, -2.3025e-02, -1.5320e-03, -2.7865e-02, -1.3448e-02,
-3.5335e-03, 1.4885e-02, -1.7442e-02, 4.9044e-02, 2.0209e-02,
3.6210e-02, 2.9388e-02, 1.5935e-02, -1.3609e-02, 1.2517e-02,
-4.5684e-03, 1.6589e-02, 5.0365e-02, -1.6855e-02, -3.5096e-02,
6.1117e-03, -1.0403e-02, 1.0145e-02, 1.2530e-02, -3.7157e-04,
8.1646e-03, -2.0729e-02, -1.4309e-03, -1.8467e-02, -3.1406e-02,
1.2446e-02, 4.4167e-02, -7.8138e-03, -3.4331e-02, -2.6491e-02,
1.0892e-02, -3.1864e-03, -4.6382e-03, -7.2137e-02, 1.6900e-02,
-5.9677e-02, -2.2801e-02, 1.7233e-02, -1.2040e-02, -8.2782e-03,
-4.0365e-02, 1.2658e-02, 4.1792e-02, 2.0471e-02, 3.1536e-02,
2.4011e-02, 2.3936e-03, -3.5625e-02, 1.4517e-02, 2.6093e-02,
2.0006e-02, 3.5502e-02, 1.9954e-02, -1.5831e-02, 2.2670e-02,
4.2109e-02, 1.7883e-02, 5.6397e-02, 3.1463e-02, -2.1647e-02,
3.1829e-02, 6.6174e-02, 1.8833e-02, -1.9482e-02, 8.7147e-03,
5.7552e-02, 1.2698e-02, -6.0696e-03, -1.3768e-02, 5.3669e-03,
-7.3393e-04, 1.0060e-04, 4.9729e-03, 4.1538e-02, -4.0364e-02,
1.6500e-02, -2.8771e-03, 2.2863e-02, -9.9882e-04, 2.8246e-02,
-1.0439e-01, -3.1169e-02, -4.5955e-02, 3.9688e-02, 4.8228e-02,
1.1915e-02, -1.0200e-03, -2.6290e-02, -6.4484e-03, -1.7806e-02,
-4.4929e-04, 3.1441e-02, -9.8977e-02, 4.4922e-02, 1.7565e-02,
-4.2551e-03, 3.2753e-02, 3.1281e-02, -2.1461e-02, 4.5413e-02,
-2.5440e-02, -1.3669e-02, 2.5476e-02, 1.3953e-03, -2.4919e-02,
2.4972e-02, 3.1522e-02, -1.6288e-02, -4.4829e-03, -2.3573e-02,
2.3018e-02, 4.2987e-05, 2.7916e-02, -6.2195e-02, -1.0052e-02,
9.2937e-03, -1.3645e-02, 2.0760e-02, -1.3916e-02, 2.6642e-02,
2.1563e-02, 4.9020e-02, -2.5902e-02, 1.6799e-02, 8.6358e-03,
8.0199e-03, 2.4649e-02, 8.6575e-03, 1.5771e-04, 2.1478e-02,
-4.8693e-03, 5.1462e-02, -3.3550e-02, 4.0847e-03, 3.7163e-02,
1.9750e-02, 3.4624e-02, -9.8190e-03, -2.2143e-03, 6.2615e-03,
-9.3606e-03, -3.1606e-02, -5.6583e-03, 3.4298e-03, 1.2172e-02,
-1.2735e-03, -3.9803e-02, -4.9793e-02, -1.2365e-02, 2.1321e-03,
-7.8425e-03, 1.0779e-02, -1.0500e-02, -1.2011e-04, 1.7954e-02,
4.0136e-02, 3.7384e-02, -5.5750e-03, -1.0329e-02, -1.9142e-02,
-3.4543e-02, 2.8219e-02, -4.0338e-02, -1.3885e-02, -1.9483e-02,
1.5930e-02, -1.2045e-03, 2.1333e-03, 5.8345e-02, -5.3007e-03,
1.2825e-02, 4.7467e-03, 2.4334e-02, 3.7013e-02, -1.1961e-02,
-1.4909e-03, 4.0970e-02, -7.6357e-04, -3.9057e-03, -6.4482e-02,
-1.6597e-02, -2.6400e-02, -2.5393e-02, -5.6828e-03, -2.5931e-02,
-1.1875e-02, 1.3239e-02, -2.3640e-03, -2.6891e-02, -4.2697e-02,
2.0312e-02, 2.0987e-02, 9.8409e-03, -4.7960e-02, 5.3693e-03,
-1.5680e-02, -1.1716e-02, -9.7755e-03, 1.2912e-02, -3.3715e-03,
7.1914e-03, -5.8255e-02, -2.8358e-03, -2.1019e-03, 1.6011e-02,
-4.7770e-02, 2.1131e-02, -2.7194e-02, 2.7615e-02, -7.1110e-03,
4.9130e-02, -3.5256e-02, -1.0624e-02, -9.9752e-03, -2.5034e-02,
-2.7734e-02, -9.3043e-04, -1.8301e-02, -1.1294e-02, -6.3575e-03,
1.9161e-02, 1.2778e-02, -2.0336e-02, 5.1987e-02, -2.4856e-02,
-1.0070e-02, -3.3601e-02, 1.4175e-02, -4.3201e-02, -7.6506e-03,
-1.9982e-02, -1.6703e-02, -1.4753e-02, -1.1138e-02, 7.1062e-03,
1.1355e-02, -7.1979e-03, 8.8248e-04, 5.5912e-02, -6.5441e-03,
2.0056e-02, -1.7172e-02, 7.5429e-02, 1.7515e-02, 8.9157e-03,
2.6553e-02, 1.4277e-02, 1.1519e-02, 6.0397e-02, -1.5334e-02,
8.3256e-03, -4.7725e-02, -4.1409e-02, 5.2059e-03, -3.2288e-03,
-2.9111e-02, 2.0426e-04, -1.7678e-03, 2.3106e-02, 8.8327e-03,
-1.3455e-03, 8.3413e-03, -4.0350e-02, -4.5102e-03, 2.6929e-02,
-1.6003e-02, -1.9746e-02, 6.0307e-02, 3.0943e-02, 3.0190e-02,
-2.0240e-02, -2.5607e-03, 1.0883e-02, -4.0036e-03, 5.4304e-02,
2.6979e-02, -9.2193e-03, 9.0474e-03, 3.6514e-02, -2.1680e-02,
-7.7823e-03, 1.6411e-02, 3.0780e-02, 2.4297e-03, 1.2792e-02,
2.2756e-02, -6.9965e-03, 4.6594e-02, -2.5020e-02, -3.9569e-03,
-2.2447e-02, -3.8475e-02, 2.0105e-02, -2.5823e-02, 3.1103e-02,
5.6236e-03, -4.8762e-02, 2.0487e-02, -8.0671e-03, 2.2255e-02,
-4.5906e-02, -5.0009e-03, -2.6847e-02, 5.0630e-02, 2.3416e-02,
-4.5457e-03, -9.6425e-03, 2.1988e-02, -3.2085e-02, -1.1514e-02,
6.5114e-03, 3.2736e-02, -6.9943e-03, 4.9729e-03, 5.4413e-03,
8.0131e-03, -1.0659e-02, -1.4878e-02, 2.5912e-02, 1.4472e-02,
-2.4747e-02, 1.4483e-02, -2.0624e-02, -4.0457e-02, -5.0178e-02,
-1.0279e-02, 2.8866e-02, -1.6345e-02, -1.0018e-02, 9.3129e-03,
3.0092e-02, -4.3153e-02, -6.2998e-03, -3.1293e-02, -2.2748e-02,
4.4344e-03, -2.0892e-03, -2.0554e-02, 1.0137e-02, -3.8713e-02,
3.6208e-02, -2.9625e-03, -4.9152e-03, 3.3933e-02, 2.6491e-02,
-4.0444e-02, 7.4356e-03, -6.2626e-03, 1.2665e-02, 3.4709e-03,
1.2739e-01, 6.4617e-02, -6.3265e-03, -1.0368e-02, 2.1869e-02,
1.1880e-02, 3.3438e-03, -6.3096e-03, -1.3174e-02, 4.2801e-03,
4.6746e-03, 1.0295e-02, 2.0130e-02, -2.6373e-02, 4.6189e-04,
-3.5905e-02, 3.2947e-02, -2.1429e-03, 1.3370e-02, -1.7546e-03,
3.0204e-03, -4.3649e-03, 3.8685e-02, 1.1070e-02, 7.2579e-03,
2.9600e-02, -6.2916e-03, -2.2931e-02, 2.9984e-02, -1.7771e-02,
-7.3985e-03, -3.5259e-02, 3.4256e-03, -2.1713e-02, -8.5885e-03,
3.5557e-03, 3.6055e-02, 1.3653e-02, -3.3039e-04, 1.2481e-02,
1.7327e-02, 5.7411e-02, -1.0508e-02, -3.3818e-03, 2.5076e-02,
-4.6078e-02, -3.6178e-02, -1.7296e-03, 1.6793e-02, 2.7651e-02,
-1.8519e-02, 5.0115e-02, 2.9378e-03, -1.0597e-02, 1.0798e-02,
3.5465e-02, -1.1120e-02, -3.6959e-04, -7.7418e-03, -1.7348e-02,
-3.2424e-03, 2.7495e-02, 6.5234e-04, 7.5862e-03, -3.1598e-02,
2.4988e-03, 2.2721e-02, -1.0003e-02, -2.2283e-02, 5.7031e-02,
-2.8714e-06, 4.4974e-02, -1.1775e-02, -4.8279e-03, 3.7949e-02,
2.0426e-02, -6.5511e-03, -4.5645e-03, 2.2159e-02, 5.0241e-03,
2.5965e-02, -9.7199e-03, -5.2898e-03, -1.6811e-02, 7.5747e-04,
-1.3649e-02, -3.1810e-02, 5.1997e-02, 4.0789e-02, 2.6838e-02,
-2.9912e-03, -1.5924e-02, -2.8838e-03, 2.8921e-02, 1.2844e-02,
-2.4452e-03, 9.7988e-03, -9.5475e-03, 3.9048e-02, 5.0290e-03,
1.1150e-02, -1.8272e-03, -7.2134e-03, -7.5964e-03, 2.0595e-02,
-2.2834e-02, -3.6651e-02, -4.3463e-02, 2.3855e-02, -1.0909e-02,
-4.7860e-02, -6.1206e-03, 1.2318e-02, 3.3863e-02, -5.7831e-03,
-2.0957e-03, 1.1721e-02, -2.5711e-02, -2.0481e-02, -1.6353e-02,
-3.3819e-02, -6.2277e-03, -1.1341e-02, 9.1803e-02, -5.2912e-02,
-1.9024e-02, 1.7097e-02, -7.4813e-04, 1.0739e-02, 8.4337e-03,
1.3754e-02, 5.5062e-04, -5.0620e-02, -5.7823e-02, -5.6388e-04,
7.0320e-03, 2.7065e-02, 1.1374e-02, 1.8300e-02, -1.3053e-02,
1.4248e-02, 5.2294e-03, -5.0994e-03, 6.4297e-03, -5.7311e-02,
1.2448e-02, 4.3281e-03, 2.8849e-02, -6.4769e-03, 6.8099e-03,
-5.8144e-03, 1.2992e-03, -4.8760e-02, -3.4802e-02, -1.4468e-02,
5.7675e-04, 1.2232e-02, 1.1515e-02, 7.8551e-03, -4.0967e-02,
-2.5705e-02, 3.9237e-03, 2.9628e-02, 2.9827e-02, 1.6614e-02,
3.9217e-02, -2.5498e-02, 2.0279e-02, 2.6707e-02, -6.6709e-03,
8.5451e-03, 3.7547e-03, -7.9019e-03, 1.7294e-02, 3.9056e-03,
6.7393e-03, -1.0936e-02, -9.9779e-03, 1.8217e-02, 8.9327e-03,
6.2161e-03, -2.0313e-02, -2.4622e-02, -5.2335e-02, -2.7473e-02,
1.2757e-02, 1.4663e-01, 2.0634e-03])),
('model.decoder.layers.3.self_attn_layer_norm.weight',
tensor([0.8506, 0.8963, 0.9175, 0.8630, 0.8942, 0.8513, 0.8313, 0.8681, 0.8986,
0.8910, 0.8512, 0.8482, 0.8451, 0.8854, 0.8251, 0.8992, 0.8852, 0.8719,
0.8523, 0.8914, 0.7930, 0.8640, 0.9070, 0.8840, 0.8622, 0.8453, 0.8902,
1.4800, 0.8746, 0.6084, 0.8837, 0.8734, 0.8733, 0.8809, 0.8852, 1.0568,
0.8723, 0.8987, 0.8504, 0.8923, 0.9312, 0.9068, 0.8789, 0.8573, 0.9040,
0.9021, 0.8639, 0.9004, 0.8456, 0.8589, 0.8756, 0.9233, 1.0858, 0.7895,
0.8384, 0.8559, 0.8819, 0.8357, 0.8859, 0.8521, 0.8343, 0.8714, 0.8887,
0.8752, 0.8526, 0.8838, 0.8631, 0.9136, 0.8580, 0.8586, 0.8550, 0.8309,
0.8621, 0.8731, 0.8880, 0.8879, 0.8501, 0.9169, 0.8350, 0.8680, 0.8595,
0.8955, 0.8921, 0.9099, 0.8327, 0.8676, 0.8233, 0.8876, 0.8716, 0.8800,
0.8471, 0.8657, 0.8166, 0.9024, 0.8494, 0.8707, 0.8473, 0.8431, 0.8656,
0.8606, 0.8808, 0.8963, 0.8647, 0.8314, 0.8825, 0.9045, 0.8857, 0.8429,
0.8930, 0.9121, 0.9186, 0.9304, 0.9046, 0.8209, 0.8614, 0.8974, 0.8708,
0.8717, 0.9132, 0.8633, 0.7881, 0.8821, 0.8643, 0.8739, 0.8784, 0.8608,
0.8864, 0.8705, 0.9000, 0.8644, 0.8359, 0.8537, 0.8726, 0.8887, 0.7854,
0.8216, 0.8633, 0.8745, 0.8240, 0.9400, 0.8480, 0.8317, 0.8844, 0.8594,
0.8517, 0.8539, 0.8184, 0.8551, 0.8738, 0.9856, 0.8947, 0.8327, 0.8176,
0.8682, 0.8310, 0.8533, 0.9326, 0.8310, 0.8549, 0.9142, 0.8754, 0.8731,
0.8758, 0.8515, 0.8342, 0.8669, 0.8547, 0.7859, 0.8737, 0.8607, 0.8564,
0.8877, 0.9759, 0.8548, 0.8546, 0.9221, 0.8606, 0.9516, 0.9020, 0.8392,
0.8772, 0.8832, 0.8951, 0.8452, 0.8677, 0.8497, 0.8527, 0.8087, 0.8211,
0.8654, 0.8340, 0.8630, 0.8836, 0.8693, 0.8760, 0.9089, 0.8498, 0.8511,
0.8810, 0.8888, 0.8836, 0.8431, 0.8820, 0.8851, 0.9035, 0.8790, 0.9764,
0.8556, 0.8734, 0.8661, 0.8863, 0.8621, 0.9065, 0.8590, 0.8435, 0.8641,
0.8158, 0.8678, 0.8959, 0.8175, 0.9009, 0.9000, 0.8513, 0.8452, 0.8433,
0.8397, 0.8293, 0.8732, 0.9073, 0.7837, 0.8885, 0.8928, 0.8770, 0.8265,
0.8679, 0.8887, 0.8887, 0.8397, 0.8748, 0.8720, 0.8883, 0.8864, 0.8371,
0.8551, 0.8537, 0.8918, 0.8793, 0.8351, 0.8549, 0.8942, 0.8665, 0.7562,
0.9087, 0.8367, 0.8427, 0.8705, 0.8926, 0.8612, 0.8881, 0.8413, 0.8894,
0.8865, 0.8892, 0.8525, 0.8848, 0.8513, 0.8481, 0.8804, 0.8136, 0.8994,
0.8579, 0.8690, 0.8733, 0.8767, 0.7984, 0.8629, 0.9001, 0.8786, 0.9011,
0.9057, 1.0156, 0.8839, 0.8741, 0.8655, 0.9109, 0.9175, 0.8739, 0.8239,
0.8584, 0.8771, 0.8459, 0.8237, 0.8691, 0.8535, 0.8984, 0.8722, 0.8932,
0.8722, 0.8798, 0.8714, 0.8734, 0.8636, 0.8835, 0.8568, 0.9146, 0.8926,
0.8547, 0.8657, 0.8917, 0.8047, 0.9182, 0.9186, 0.8737, 0.8565, 0.8038,
0.8779, 0.8757, 0.8635, 0.8688, 0.8804, 0.8766, 0.8590, 0.8131, 0.7536,
0.8512, 0.8669, 0.8333, 0.8932, 0.8641, 0.8732, 0.8609, 0.8863, 0.9410,
0.8350, 0.8538, 0.9136, 0.8822, 0.8205, 0.8781, 0.8388, 0.8755, 0.8715,
0.8661, 0.8783, 0.9243, 0.8691, 0.8464, 0.8909, 0.8673, 0.8997, 0.8608,
0.8862, 0.8455, 0.8824, 0.8701, 0.8200, 0.9068, 0.8805, 0.8579, 0.8522,
0.8959, 0.8048, 0.8668, 0.8289, 0.8400, 0.8750, 0.8580, 0.8816, 0.8456,
0.8900, 0.8508, 0.8352, 0.9036, 0.8738, 0.9285, 0.8627, 0.9134, 0.8836,
0.8868, 0.8554, 0.8587, 0.8689, 0.9190, 0.8361, 0.8754, 0.8894, 0.8353,
0.8384, 0.8657, 0.8331, 0.8618, 0.7856, 0.8346, 0.9095, 0.9101, 0.8627,
0.8496, 0.9091, 0.8156, 0.8450, 0.8680, 0.8492, 0.9065, 0.9210, 0.8736,
0.8504, 0.8413, 0.8830, 0.8779, 0.8641, 0.8878, 0.8437, 0.8592, 0.8290,
0.8613, 0.8705, 0.8724, 0.8327, 0.8856, 0.8285, 0.9208, 0.8638, 0.7863,
0.8528, 0.8628, 0.9106, 0.8865, 0.8525, 0.8601, 0.9560, 0.8811, 0.4889,
0.8985, 0.8758, 0.8576, 0.8234, 0.8970, 0.8972, 0.8669, 0.8710, 0.8605,
0.8578, 0.8483, 0.8403, 0.8522, 0.8796, 0.8861, 0.8793, 0.8745, 0.8779,
0.7917, 0.8603, 0.8656, 0.8602, 0.8502, 0.8164, 0.8813, 0.9113, 0.8810,
0.8703, 0.7950, 0.8937, 0.8395, 0.8558, 0.8331, 0.8958, 0.8709, 0.8786,
0.8702, 0.8542, 0.9107, 0.8900, 0.8075, 0.8432, 0.8684, 0.8573, 0.8561,
0.8710, 0.8745, 0.8764, 0.8772, 0.8650, 0.8439, 0.8496, 0.8757, 0.8445,
0.8637, 0.8769, 0.8573, 0.8668, 0.9102, 0.8638, 0.8196, 0.8608, 0.8621,
0.8902, 0.8364, 0.4223, 0.9113, 0.9216, 0.8534, 0.8626, 0.9047, 0.8960,
0.8989, 0.9131, 0.8931, 0.8622, 0.8466, 0.8280, 0.8976, 0.8723, 0.8886,
0.8828, 0.8988, 0.8536, 0.8853, 0.8937, 0.9068, 0.8731, 0.8450, 0.8480,
0.8501, 0.8890, 0.9021, 0.9200, 0.8569, 0.8841, 0.8775, 0.8846, 0.8647,
0.8369, 0.9057, 0.8692, 0.8751, 0.8991, 0.8553, 0.8583, 0.8481, 0.8688,
0.8777, 0.8364, 0.9021, 0.8362, 0.9082, 0.8753, 0.8949, 0.8566, 0.8605,
0.8706, 0.8365, 0.8641, 0.8743, 0.8515, 0.8052, 0.9028, 0.8787, 0.6082,
0.9230, 0.8369, 0.8959, 0.8814, 0.8838, 0.8632, 0.9168, 0.8147, 0.8588,
0.8902, 0.8687, 0.8668, 0.8468, 0.8024, 0.8844, 0.8449, 0.6334, 0.8476,
0.8551, 0.9044, 0.9030, 0.9447, 0.3767, 0.8319, 0.8740, 0.8939, 0.8438,
0.8800, 0.8954, 0.8790, 0.9025, 0.8627, 0.8659, 0.8604, 0.8615, 0.8964,
0.8736, 0.9018, 0.8655, 0.8324, 0.8418, 0.9267, 0.8687, 0.8703, 0.8344,
0.8326, 0.9483, 0.8588, 0.9099, 0.8683, 0.8519, 0.8610, 0.8718, 0.9082,
0.9189, 0.8851, 0.8507, 0.8999, 0.8734, 0.8744, 0.8672, 0.8594, 0.8719,
0.9224, 0.8750, 0.9103, 0.8871, 0.7175, 0.8822, 0.8699, 0.8976, 0.9033,
0.8300, 0.8443, 0.8820, 0.8478, 0.8753, 0.8275, 0.8991, 0.8441, 0.8861,
0.9062, 0.8707, 0.9295, 0.8694, 0.8865, 0.8864, 0.8524, 0.8570, 0.8618,
0.8762, 0.8877, 0.8611, 0.9061, 0.8915, 0.8936, 0.9052, 0.8701, 0.7917,
0.8276, 0.9042, 0.8528, 0.8458, 0.8840, 0.8468, 0.8665, 0.8262, 0.8793,
0.8340, 0.8486, 0.8714, 0.8520, 0.8180, 0.8459, 0.8780, 0.8625, 0.8909,
0.8734, 0.8700, 0.8963, 0.8442, 0.8911, 0.8699, 0.9078, 0.8684, 0.8894,
0.8917, 0.8467, 0.8855, 0.8613, 0.8659, 0.8688, 0.8065, 0.7855, 0.9194,
0.8647, 0.8417, 0.8618, 0.8501, 0.8849, 0.8761, 0.8218, 0.8850, 0.8465,
0.8542, 0.7571, 0.8889, 0.8815, 0.9248, 0.8679, 0.8781, 0.9085, 0.9024,
0.9098, 0.8672, 0.7672, 0.8351, 0.8527, 0.8555, 0.8818, 0.9268, 0.8762,
0.8668, 0.8456, 0.8721, 0.9156, 0.8412, 0.9067, 0.8873, 0.8726, 0.9003,
0.8896, 0.8884, 0.8768, 0.8397, 0.8683, 0.8498, 0.8776, 0.7884, 0.8587,
0.8660, 0.8704, 0.8505, 0.8719, 0.9513, 0.8500, 0.8695, 0.8694, 0.8690,
0.8782, 0.9183, 0.8785, 0.8233, 0.8272, 0.8659, 0.8708, 0.8981, 0.8469,
0.8342, 0.8851, 0.8636, 0.7569, 0.8755, 0.8625, 0.8930, 0.8399, 0.8283,
0.8725, 0.7151, 0.8200])),
('model.decoder.layers.3.self_attn_layer_norm.bias',
tensor([ 5.8607e-02, 1.9656e-02, 6.0291e-02, 2.0202e-02, 3.6208e-02,
1.3078e-01, 4.2671e-02, 3.7956e-04, 4.2209e-02, -8.9819e-02,
4.8915e-02, 1.1619e-01, 1.2597e-01, 1.4529e-01, 1.3178e-01,
1.1275e-01, -4.5444e-03, 3.3043e-02, 8.9048e-02, 1.3006e-01,
-4.1386e-02, 1.0346e-01, 4.8782e-02, 9.7567e-02, 2.0217e-01,
1.2540e-01, 2.1323e-01, -1.7202e-01, 6.6411e-02, -8.2976e-01,
1.3653e-01, 3.7873e-02, 1.8741e-01, 6.2238e-02, 4.6044e-02,
-7.4485e-02, -6.7225e-03, 1.4083e-02, 5.4745e-02, -3.0598e-02,
2.6797e-02, 8.9643e-02, 6.9269e-03, -6.2895e-03, 4.6413e-03,
1.0464e-01, 9.8851e-02, 9.9397e-02, 1.0876e-01, 1.1470e-01,
1.1352e-01, 8.1456e-03, 2.6933e-01, 5.7441e-02, 1.2431e-01,
1.6736e-01, 1.0791e-01, 1.8554e-01, 7.3905e-02, 1.3017e-01,
1.1865e-01, 1.3848e-01, 1.2813e-02, 1.9444e-01, 2.2384e-01,
1.7053e-01, 2.0891e-02, 1.0342e-01, 8.1782e-03, -1.0233e-02,
7.0126e-02, 2.8519e-02, 2.0932e-01, 8.5653e-02, 9.6846e-02,
1.1823e-01, 1.7151e-01, 1.6393e-02, 7.3241e-02, 2.0702e-02,
6.6512e-02, 1.3545e-01, 1.0361e-01, 3.8901e-02, 7.3665e-02,
6.4872e-02, 7.7380e-02, 1.0197e-01, 2.0745e-01, 2.8964e-01,
6.9935e-02, 6.6244e-02, 2.4711e-01, 1.7931e-01, 2.2847e-01,
1.2721e-01, 6.5081e-02, 4.5067e-02, 8.3701e-02, 4.0328e-02,
1.2519e-01, 3.3546e-02, 2.2484e-01, 1.3493e-01, 2.9508e-02,
2.1654e-02, -2.4046e-02, 1.1719e-01, 1.3583e-01, 3.5311e-02,
-5.2608e-02, -2.1713e-02, 9.8609e-02, 1.7373e-01, 3.8936e-02,
4.4769e-02, 9.2111e-02, 5.4858e-02, 8.7743e-02, 1.8751e-01,
1.4179e-01, 2.1316e-01, 2.9192e-02, -5.8471e-03, 1.4855e-01,
2.7378e-03, 9.4388e-02, 1.5561e-01, 1.2899e-01, -3.6901e-03,
6.3444e-02, -5.8532e-02, 1.8822e-01, 1.8879e-02, 5.0943e-02,
4.4357e-02, 9.2130e-02, 4.9880e-02, 1.0088e-01, 1.3513e-01,
1.1920e-01, 3.5190e-02, 6.6204e-02, -6.2883e-02, 8.0125e-02,
1.9610e-01, 7.9583e-02, 1.3909e-02, 6.8326e-02, -7.4243e-01,
8.3983e-02, 2.0564e-01, 2.6286e-01, 2.1140e-02, 2.3236e-01,
5.5339e-02, 5.4563e-02, 1.1666e-01, 1.1020e-01, 1.5239e-01,
9.8279e-02, 8.5282e-02, 1.1569e-01, 3.0616e-01, 1.2424e-01,
1.6298e-01, 2.6911e-02, 3.6009e-02, 4.7716e-02, 9.3615e-02,
4.0585e-02, 5.2550e-02, 1.8729e-01, 9.0133e-02, 5.2602e-02,
4.3129e-02, 1.3970e-01, -4.3738e-02, 2.2451e-02, 1.5615e-01,
-1.3817e-02, 1.3521e-01, 9.4230e-02, 2.4405e-02, 6.9824e-02,
1.2910e-01, 3.5540e-03, 9.8718e-02, 5.8585e-02, 1.1853e-01,
1.0829e-02, 1.0441e-02, 7.7066e-02, 5.2213e-02, 2.3987e-02,
-1.5279e-02, 1.3340e-01, 9.5584e-02, 5.4119e-02, 5.9645e-02,
1.9426e-01, 9.4878e-02, 4.6199e-02, 1.3897e-01, 7.3081e-02,
4.3550e-02, 4.5854e-02, -1.2006e-03, 2.2417e-02, 6.0526e-02,
3.5538e-02, 2.8873e-02, 1.1304e-01, 1.1469e-01, 2.1006e-01,
8.5752e-02, 8.3835e-02, 7.4041e-02, 6.0832e-02, 9.9255e-02,
8.5013e-02, 2.5918e-02, -1.6871e-02, 1.3133e-01, 5.8567e-02,
1.8253e-01, 5.0628e-02, 7.7061e-02, 7.9396e-02, 6.1578e-02,
2.9831e-02, 1.3719e-01, 6.6362e-02, 1.0200e-01, 1.3907e-01,
4.8043e-02, 8.1185e-02, 1.6084e-01, 7.1505e-02, 3.4439e-02,
3.1539e-02, 3.5156e-03, 1.2636e-01, -4.2155e-02, -2.3256e-02,
1.2780e-01, 4.0645e-02, 1.9833e-02, 2.8347e-02, 4.1108e-02,
1.6860e-01, 2.5037e-02, 9.6396e-02, 8.0202e-02, 8.2563e-02,
1.3290e-01, 1.7463e-01, 1.1874e-01, 2.7906e-02, 8.0216e-02,
4.5327e-02, 9.0390e-02, 4.8353e-02, 8.6323e-02, 2.8589e-02,
5.9775e-02, 7.0665e-02, 9.3995e-02, -8.9913e-03, 1.7562e-01,
1.0057e-01, 1.0042e-01, 1.8694e-01, 6.6797e-02, 1.3794e-01,
1.3384e-01, 4.3019e-02, 8.4194e-02, 5.7416e-02, 1.8198e-02,
-7.5521e-02, -7.8135e-02, 1.3427e-01, -4.4029e-03, 9.5838e-02,
5.5683e-02, 5.7868e-02, 3.9905e-02, 7.3041e-02, 4.8134e-02,
1.9427e-01, 3.7122e-02, 8.3434e-02, 1.2898e-01, 1.1154e-01,
8.7750e-02, 3.0727e-02, 6.9445e-02, 1.1949e-01, 5.6665e-02,
6.0563e-02, 8.1309e-02, 1.8503e-02, 7.2003e-02, 6.6741e-02,
1.0403e-01, 4.6329e-02, 1.3510e-01, 8.9884e-02, 1.2824e-01,
1.0137e+00, 1.2016e-01, 9.2187e-02, 6.6041e-02, 1.7454e-01,
1.0485e-01, 9.1375e-02, 2.2437e-02, 1.1093e-01, -9.2928e-02,
5.5080e-02, 4.2147e-02, 1.0161e-01, 2.3696e-01, 4.2336e-02,
9.3175e-02, 1.0260e-01, 9.7023e-02, 5.9513e-02, 1.6201e-01,
9.7044e-02, 3.9387e-02, -5.6276e-02, 1.7939e-02, 7.2705e-02,
-3.6542e-02, 1.0547e-01, 1.7957e-01, 4.5614e-02, 5.2473e-02,
-1.7259e-02, 7.7876e-02, 6.2547e-02, 3.9656e-02, 1.1031e-02,
1.6644e-01, 3.2116e-02, 8.0569e-02, 5.9610e-02, 1.1406e-01,
8.0682e-02, 2.0617e-02, 8.5874e-02, 1.2313e-01, 5.4874e-02,
1.6289e-01, 2.9411e-02, 1.6878e-01, 6.2085e-02, 4.3307e-02,
-7.7039e-02, 3.1973e-02, -4.9148e-02, 8.9735e-03, 1.1064e-01,
5.8822e-02, 1.0268e-01, 4.8793e-02, 4.8295e-02, 2.0199e-01,
1.1919e-01, 6.8229e-02, -1.6192e-02, 1.0984e-01, -1.2896e-02,
2.1963e-02, 3.4343e-02, 5.8121e-02, 1.0249e-01, 4.0891e-02,
5.5220e-02, 2.8465e-02, 5.8447e-02, 1.6818e-01, 1.0092e-01,
4.0464e-02, 8.4528e-02, 1.0106e-01, 1.4534e-01, 8.0142e-02,
7.3032e-02, 2.5297e-01, 4.4729e-02, 7.2550e-02, 1.5031e-02,
7.7186e-02, 1.2759e-01, 4.7190e-02, 5.9040e-02, 1.4855e-01,
5.0582e-02, 4.5388e-02, 7.9093e-02, 4.6983e-03, 7.2008e-02,
9.1009e-02, -4.9641e-03, 4.7020e-03, 4.0798e-02, 1.0932e-01,
5.2465e-02, 1.0057e-01, 9.4612e-02, 2.4245e-03, -2.3223e-02,
-3.3969e-02, -9.6511e-03, 4.3951e-02, 2.4116e-02, 1.3367e-01,
-6.1918e-02, -2.1471e-02, 1.0472e-01, 1.6620e-01, 7.7982e-02,
6.5497e-02, 1.6241e-02, 1.5630e-01, 1.0220e-01, 7.5950e-02,
1.1791e-03, -5.8069e-02, 8.2780e-02, 8.6309e-03, 1.0628e-01,
5.7576e-03, 4.9800e-02, 9.8774e-02, 1.1584e-01, 1.1029e-01,
1.4101e-01, 6.0888e-02, 6.3115e-02, 9.6830e-02, 1.0635e-01,
4.1612e-02, 1.2959e-01, 1.0080e-01, 1.0240e-01, 5.8400e-02,
9.0504e-02, 1.1790e-01, 6.2154e-02, 5.8266e-02, 1.4272e-01,
7.8871e-02, 3.9353e-02, 7.7799e-02, 1.0789e-01, 1.4193e-01,
9.3881e-02, 6.9537e-02, 9.1840e-02, 1.0097e-01, 1.4764e-01,
1.0089e-01, 2.4579e-02, 1.3061e-01, 1.3357e-01, 1.2975e-02,
1.6137e-01, 4.4856e-02, 5.6423e-02, 1.4247e-01, 1.1483e-01,
3.7238e-02, 1.0910e-01, 3.5404e-02, 5.8752e-02, 6.2233e-02,
3.7593e-02, 1.7413e-01, 1.0893e-01, 1.4967e-01, 5.5084e-02,
1.0194e-01, 8.2150e-02, 3.8620e-02, 3.6985e-02, 7.5283e-02,
1.1979e-01, 1.3459e-01, 1.1273e-01, -3.8876e-02, -1.6538e-02,
1.4319e-01, 3.6349e-02, 4.5184e-02, 1.0878e-01, -2.1077e-02,
1.1288e-01, 1.1688e-01, -5.5159e-02, 1.1295e-01, 1.3283e-01,
9.1473e-02, 8.0828e-02, 1.7056e-01, 1.2886e-01, 9.9064e-02,
1.2040e-01, 1.4397e-01, 5.2218e-02, 1.2516e-01, 5.9389e-02,
8.2370e-02, 7.3544e-02, -6.2407e-03, 2.2378e-02, 3.5043e-02,
1.7166e-02, 1.0730e-01, 1.6926e-01, -4.3308e-02, 1.1714e-01,
-4.3572e-02, 1.4203e-03, 5.4661e-02, 6.2576e-02, 1.0209e-01,
1.3637e-01, 6.8303e-02, 1.3367e-02, 9.4990e-02, 6.4322e-02,
1.0794e-01, 2.4733e-02, 1.9958e-01, 9.0787e-02, 3.8829e-02,
8.9508e-02, 4.0460e-02, 4.6237e-02, 9.6893e-02, 1.5049e-01,
6.6251e-02, 5.0102e-02, 3.8456e-02, 1.6183e-01, 8.1547e-02,
5.5136e-02, 1.8186e-01, 1.2870e-01, 7.9134e-02, 1.2101e-01,
1.3818e-01, 1.2419e-01, 1.3099e-01, 8.9384e-02, 6.2875e-02,
9.5455e-02, 5.3782e-02, 3.3998e-02, 6.8640e-02, 6.4396e-02,
5.1547e-02, 6.1359e-02, 1.1568e-01, 1.6483e-01, -3.1695e-02,
3.0380e-02, 8.5618e-02, 1.5684e-01, 1.3281e-01, 9.9789e-02,
-6.1113e-02, 1.3974e-01, 2.3913e-02, 9.3353e-02, 1.0951e-01,
5.7285e-01, -5.2711e-02, 1.0198e-01, 4.0313e-02, 8.0413e-02,
2.8095e-02, 7.1978e-02, 7.1864e-02, 4.7606e-02, 9.7462e-02,
9.4700e-02, 1.6563e-01, -5.7938e-02, 7.7175e-02, 7.3345e-02,
-5.0697e-02, 1.4177e-02, 1.6353e-01, 1.4673e-02, 6.3481e-02,
1.1083e-01, 1.0474e-02, 1.3076e-01, 1.5418e-01, -9.4302e-02,
1.3872e-01, 1.0536e-01, 9.3387e-02, 9.2102e-02, -3.6490e-02,
7.6169e-02, 4.9464e-02, 1.3187e-01, 5.3647e-02, 2.1221e-02,
8.1104e-02, 2.2636e-01, 4.1213e-02, 4.4603e-02, 4.6000e-02,
2.2128e-01, 7.7253e-02, 1.0921e-01, 2.2561e-03, -1.0114e-03,
8.7134e-02, 6.7442e-02, 1.0984e-01, 7.5988e-02, 8.7782e-02,
1.8989e-02, 1.4883e-01, 1.7509e-02, 3.2933e-02, 7.5906e-02,
1.3031e-01, 5.0367e-02, 1.1613e-01, 2.9912e-02, 5.6289e-02,
2.2297e-02, 3.1301e-02, -1.2890e-02, 1.8072e-02, 1.4562e-01,
3.1871e-02, 6.9094e-02, 8.4281e-02, 9.6157e-02, 1.2641e-01,
4.5072e-02, 3.3818e-02, 9.6526e-02, 5.9817e-02, -5.1377e-03,
3.0509e-02, 4.6826e-02, 5.2760e-02, 6.7750e-02, 7.5728e-02,
-1.9545e-02, 3.0870e-02, 1.7825e-01, 1.9187e-02, -1.8631e-02,
7.5710e-02, 9.5265e-02, 2.7427e-02, 1.1967e-01, 1.6938e-01,
1.5970e-01, -1.0278e-03, 1.3318e-01, 3.4050e-02, 1.0113e-01,
1.4758e-01, 6.7346e-02, -1.2991e-02, 2.8321e-01, 1.4687e-01,
1.6563e-01, -4.0766e-02, 8.5023e-02, 8.9876e-02, 1.1885e-01,
1.0571e-01, 1.9610e-02, -4.4752e-02, 5.6351e-02, 1.8283e-01,
2.3125e-02, 1.4157e-01, 1.1680e-01, 7.9259e-02, 2.7859e-02,
1.2010e-01, -4.0809e-02, 8.1043e-02, 2.7288e-02, 1.1227e-01,
-4.7998e-03, 2.5443e-02, 1.4994e-01, 1.3382e-01, 3.1688e-02,
-5.5353e-02, 5.2786e-05, 8.2768e-02, 9.9634e-02, 1.0929e-01,
1.3968e-01, 7.1865e-02, -1.6720e-02, 4.8789e-02, 2.2821e-01,
1.3640e-01, 7.9961e-02, 6.1931e-02, -1.4093e-02, 1.1700e-01,
1.4449e-01, 6.3650e-02, 1.3857e-01, 1.3537e-01, 1.1730e-01,
8.6134e-03, -2.4998e-02, 1.3650e-01, 5.7347e-03, 6.0291e-02,
3.2442e-02, 9.1405e-02, 1.2967e-01, -1.6401e-02, 5.6354e-02,
8.9413e-02, 7.1904e-02, 5.8729e-02, 5.6894e-02, 1.3259e-01,
4.0480e-03, 8.8483e-02, 8.9892e-02, 6.8817e-02, 2.2519e-03,
1.2732e-01, 1.0106e-01, 6.5149e-02, 5.2197e-02, 7.3717e-02,
1.7194e-01, 2.3429e-02, 1.2402e-01, 1.1468e-01, 8.7523e-03,
2.1227e-01, 1.4029e-01, -5.0840e-02, 1.4160e-01, 2.2306e-01,
1.1569e-01, 1.1157e-01, 1.3026e-01, 7.6575e-02, 1.8767e-01,
1.0647e-01, -8.2941e-02, 1.3767e-01])),
('model.decoder.layers.3.encoder_attn.k_proj.weight',
tensor([[ 0.0321, 0.0396, 0.0098, ..., 0.0510, 0.0480, 0.0168],
[-0.0055, -0.0763, 0.0739, ..., -0.0468, -0.0886, -0.0598],
[ 0.0352, 0.0003, -0.0161, ..., 0.1378, 0.0053, -0.1476],
...,
[-0.0170, 0.1384, -0.0346, ..., -0.1146, -0.0012, -0.0903],
[-0.0808, -0.0478, 0.0142, ..., 0.1658, -0.0055, 0.1059],
[ 0.0326, -0.0353, 0.1118, ..., -0.0879, 0.0534, -0.0556]])),
('model.decoder.layers.3.encoder_attn.k_proj.bias',
tensor([-4.3885e-02, -1.9013e-02, -2.4672e-02, -2.1100e-02, 7.6416e-02,
-3.8634e-02, 7.3244e-02, -2.7304e-03, 1.0940e-02, 3.9683e-03,
-7.1239e-05, 2.5725e-02, -4.5775e-02, -1.5338e-02, 2.7061e-03,
7.4592e-03, 1.1093e-02, 7.3143e-03, 5.5632e-02, 1.5953e-03,
4.3149e-02, -4.4494e-02, -6.6870e-04, -9.6272e-03, 5.9368e-03,
3.8269e-03, 1.9635e-02, -1.8693e-03, -9.3228e-03, -1.6815e-02,
2.1500e-02, -7.1721e-03, 1.1926e-02, 2.8870e-02, 1.4438e-02,
9.7479e-03, -1.6466e-02, 2.0318e-03, 6.0944e-02, 1.4365e-02,
1.5299e-02, 3.8575e-02, -1.4008e-02, 3.6864e-02, 3.7194e-03,
7.9648e-03, 1.7401e-03, 1.4517e-02, 5.8078e-03, -3.8320e-03,
-1.1703e-02, 7.5002e-03, 6.2399e-03, -4.2604e-02, 1.0858e-02,
1.1710e-02, -2.2995e-02, -2.4978e-02, -3.2731e-03, 1.8557e-02,
4.5347e-02, 2.1422e-02, 8.8133e-03, -2.8305e-02, 5.8721e-03,
3.6090e-03, -3.4854e-03, 1.5511e-03, -5.6202e-03, -7.0280e-04,
1.0297e-02, 1.7377e-02, -4.5696e-03, -1.8555e-02, -2.6562e-03,
-1.3915e-02, 1.0070e-02, -1.9715e-02, -5.9903e-03, 1.3993e-02,
-1.1794e-02, -2.9285e-04, 3.9574e-03, 1.4704e-02, -1.6785e-02,
3.4877e-03, 2.5818e-02, 8.0571e-03, -1.8408e-03, 1.7817e-03,
5.1936e-03, -1.3305e-02, -5.3253e-03, -4.1117e-03, -1.5099e-02,
1.0696e-02, 1.3086e-02, -5.8977e-03, -1.4489e-02, -2.2627e-02,
-1.6983e-02, 1.8723e-02, -1.2489e-02, -3.9119e-04, -2.7846e-03,
2.3850e-03, 1.4496e-03, 8.2482e-03, 1.0384e-02, 6.4374e-03,
-1.0413e-02, -2.9897e-05, -1.5252e-03, 1.5242e-03, -6.5976e-04,
6.8133e-04, 9.2078e-03, 4.0429e-03, 7.9671e-03, -1.0437e-02,
2.6515e-03, -1.7916e-03, 4.5060e-03, -5.1245e-03, -2.0416e-03,
-1.0645e-02, -1.3073e-02, -6.3392e-03, 9.8332e-03, 5.9084e-03,
-3.2767e-03, 6.2860e-03, 7.5202e-04, 4.9716e-03, -1.6971e-02,
-8.5366e-03, 5.4971e-03, -1.8228e-02, 3.4755e-03, -6.1196e-03,
1.4468e-02, 1.1076e-02, -1.1938e-02, 1.4432e-03, -6.8153e-03,
5.8216e-03, -9.6715e-04, 3.4630e-02, 1.8268e-02, 3.7929e-03,
2.0520e-03, 3.4283e-04, -1.3030e-02, 1.2129e-03, 6.9769e-03,
-1.3703e-02, -5.5711e-03, 1.1347e-03, 5.5499e-03, -8.1742e-03,
-1.4210e-02, 1.4602e-03, 4.7560e-03, -2.0441e-02, 4.3106e-03,
1.4280e-02, 5.2074e-03, -9.4019e-04, -1.2443e-02, 8.9842e-03,
5.5885e-03, 9.4920e-03, 1.9897e-02, 5.1858e-03, 4.2288e-03,
3.2462e-03, 1.2265e-02, 1.9989e-03, 2.4671e-02, -7.7779e-03,
1.2155e-02, -2.6981e-03, 6.3428e-04, 1.2761e-02, -9.7587e-03,
-1.8013e-02, -1.7159e-03, 1.8205e-02, -1.7573e-03, -2.2532e-02,
2.9450e-02, 1.1909e-02, -7.1167e-03, 1.8202e-02, -2.7482e-02,
-1.3246e-02, -1.8445e-04, 6.1123e-03, 1.2293e-02, -5.7207e-03,
1.5718e-02, -5.3878e-03, 2.4047e-02, 6.0518e-02, 8.4589e-02,
-1.2468e-02, 2.2688e-02, -3.4424e-02, -5.8962e-02, 3.8724e-02,
2.8635e-02, 7.7846e-03, -4.4467e-02, 3.6894e-02, 2.8642e-02,
2.2057e-04, -1.5039e-01, -3.4025e-02, -7.5861e-02, -3.1081e-02,
-2.4428e-02, -1.4923e-02, 7.9770e-02, -7.7698e-02, -1.8765e-02,
-1.2880e-03, 1.3220e-01, -8.0826e-03, 9.7107e-03, 8.8018e-04,
-1.3381e-02, 5.8439e-02, -2.1682e-02, 6.4263e-02, -1.7594e-02,
6.8051e-02, -9.9180e-02, 6.3596e-02, 1.6087e-02, -2.3943e-02,
1.6601e-02, 5.7702e-03, -8.1904e-03, 1.1031e-02, -3.6649e-02,
5.2277e-02, -2.1240e-02, -3.9973e-02, 5.5022e-02, 1.5839e-02,
7.7370e-03, 4.2178e-02, 1.6058e-03, -8.2640e-03, 4.0926e-02,
1.4135e-01, -3.2686e-03, 8.5004e-03, -1.2193e-02, -1.1224e-02,
-9.7801e-03, -4.5933e-03, 9.9033e-03, -8.8059e-03, -1.2917e-02,
5.7953e-03, -7.9818e-03, -3.5963e-03, 1.1851e-02, -6.9129e-03,
-1.5926e-03, -2.9622e-03, -8.9284e-03, -1.9896e-03, 6.5345e-03,
-1.2873e-03, 2.2416e-02, -1.8802e-02, -1.1139e-02, 3.1901e-03,
1.8871e-03, 1.0684e-02, 1.9653e-02, 3.3524e-03, -4.8462e-03,
1.3872e-02, 2.1989e-02, -1.2626e-02, -1.3445e-02, 1.9244e-02,
2.0227e-03, 6.8205e-03, 5.4600e-03, 6.8458e-03, -1.3063e-02,
2.0968e-02, 3.2920e-03, 5.8682e-03, 6.3465e-03, -8.1799e-03,
9.6277e-03, 3.1658e-03, -8.4233e-03, 4.5969e-03, 1.2411e-03,
5.9526e-03, -2.8259e-03, -3.5277e-03, -8.2472e-03, -2.2127e-02,
1.2208e-02, -2.0341e-02, -1.2803e-03, 1.4155e-02, 1.4971e-03,
6.4109e-04, 8.0442e-03, 2.2249e-02, 8.2495e-03, 7.3659e-04,
2.7266e-02, -1.2944e-03, -2.8321e-02, 8.3589e-04, -8.0353e-03,
-1.0666e-02, -5.9717e-03, 6.1096e-03, 1.9393e-02, -4.3770e-03,
2.0630e-02, 1.3639e-02, -2.5449e-02, 4.3508e-03, 1.7766e-04,
-7.0405e-03, 1.6969e-02, 2.9157e-02, -2.5968e-02, 3.3853e-03,
-1.7059e-03, -1.0451e-02, 6.4880e-03, 2.2185e-02, -1.0768e-03,
3.4312e-03, -2.0691e-02, 3.0611e-03, -2.5022e-02, 7.8275e-03,
-1.3198e-02, -2.2980e-02, 2.2932e-02, -1.6816e-02, 8.2406e-03,
6.2083e-04, 1.8436e-02, -7.7353e-03, -1.3342e-03, 4.8851e-03,
3.5393e-03, -7.6037e-03, -2.3986e-02, 1.3493e-04, -9.6526e-03,
-1.9149e-02, -2.8093e-03, 1.8859e-02, -2.7852e-04, 1.1102e-02,
-6.4570e-04, -9.8870e-03, 1.3640e-02, -3.3463e-03, -1.0123e-02,
-1.6067e-02, 1.6205e-02, 1.1784e-02, 1.5730e-02, 1.2444e-02,
-1.2585e-02, 3.6076e-04, 2.3696e-02, 3.0214e-02, 1.7337e-02,
3.8390e-02, 1.5657e-02, -4.1866e-02, 2.5740e-02, 1.0170e-02,
-9.4481e-02, 1.6692e-02, 1.8021e-02, 3.1234e-02, -1.1584e-02,
-1.4937e-02, -3.4454e-02, -1.6192e-02, 2.3009e-02, -7.2753e-02,
1.1811e-02, 8.8561e-02, 3.8760e-02, -7.3713e-03, -9.6987e-02,
3.7749e-02, -8.0400e-03, 1.1084e-02, 6.0791e-02, -1.2445e-01,
-7.5607e-03, -3.4394e-02, -1.4343e-01, -3.9340e-03, -1.5092e-02,
-6.7200e-02, 8.5939e-02, 4.0437e-02, -1.2919e-02, -8.1643e-03,
1.6008e-02, -5.2397e-02, -1.0880e-02, -1.1230e-02, -2.2669e-01,
4.2010e-03, -1.6953e-02, 2.7782e-03, -2.0005e-02, -2.6928e-02,
-1.9183e-04, -9.9728e-02, -1.1462e-01, 1.6770e-02, -4.8279e-02,
5.1696e-02, -7.6945e-03, -8.5461e-03, -3.9278e-02, -3.5854e-02,
1.5485e-02, 2.7802e-02, 1.3769e-02, 4.3242e-02, -5.1332e-02,
-7.2789e-03, -1.1715e-02, 5.5192e-03, -7.9973e-04, -1.3883e-02,
6.0340e-03, 1.7168e-02, 1.0642e-02, 7.3955e-03, 4.7883e-02,
-1.6481e-02, 2.0620e-03, 3.9917e-02, -4.4826e-03, 1.8521e-02,
2.0634e-03, -7.1107e-02, -2.0079e-02, -6.0388e-02, -7.0457e-03,
1.6296e-02, -4.1196e-02, -1.2289e-02, 2.1822e-02, 2.5711e-02,
2.8625e-02, 4.0973e-03, -1.2208e-02, 6.4386e-02, -1.3189e-02,
-1.1241e-02, -2.7408e-02, 6.7298e-04, 2.6794e-02, -4.1348e-04,
1.3000e-02, -7.2253e-04, -1.1877e-02, 3.2235e-03, 3.4164e-03,
3.9554e-02, -5.6478e-03, 2.9224e-03, -2.2017e-02, -1.4643e-03,
2.1636e-02, 1.6646e-02, 8.8271e-03, 4.1503e-02, -5.3646e-02,
-4.2024e-02, -2.6264e-03, -1.5639e-02, -8.2477e-03, 4.8351e-03,
-3.6376e-02, 4.0035e-02, 1.1473e-04, 2.9067e-02, -1.0541e-01,
-3.0545e-02, 7.4632e-03, 9.6279e-03, -1.4708e-02, 1.6204e-02,
-2.8550e-02, -2.3686e-03, -1.0329e-02, 1.2679e-02, 6.0842e-03,
-9.7870e-03, -1.7387e-03, -4.6341e-03, 2.1999e-02, 1.5989e-02,
-7.1704e-03, -7.9649e-03, -8.6190e-03, 5.1456e-03, -7.4908e-03,
2.7295e-02, 5.9995e-03, 1.2190e-02, -3.0759e-02, 5.1189e-03,
1.5607e-02, -7.7908e-03, -6.3226e-03, -4.7338e-03, 3.7961e-02,
-5.3563e-03, -9.0087e-04, 1.6846e-03, -6.1917e-04, 1.0163e-02,
-1.7121e-03, -1.9088e-02, -7.9025e-04, 5.0652e-03, 1.0991e-02,
-9.1994e-03, 1.4271e-02, -6.5204e-03, -1.7148e-02, 2.9884e-03,
1.3491e-03, -2.5058e-03, -8.9179e-03, -5.6091e-03, 4.8913e-03,
7.6316e-03, -2.8422e-02, -7.2238e-03, 1.9889e-02, -2.7599e-03,
-1.0681e-04, -7.9012e-03, 3.7091e-04, -8.6667e-05, 6.3039e-03,
4.2152e-04, 9.1561e-03, 6.8256e-03, 3.5216e-03, -5.3082e-03,
-3.9596e-04, 6.9563e-03, -6.7909e-03, 1.3760e-02, -7.1620e-03,
3.9305e-03, -1.0883e-03, 3.5359e-04, 1.9975e-04, -2.5648e-03,
-8.3636e-04, 3.0339e-03, -4.2001e-03, 5.7368e-03, -3.5688e-04,
-4.0104e-03, -5.0625e-03, 2.7853e-03, 5.5924e-03, 4.7592e-03,
4.6496e-03, -1.8819e-03, -1.1723e-03, -1.2057e-03, -1.8528e-03,
-3.1964e-03, 1.4004e-03, 7.6006e-03, 2.3968e-03, -3.2021e-03,
1.6691e-03, 1.5251e-03, -3.8927e-04, 1.7324e-03, 6.4238e-03,
9.5128e-04, 6.1061e-03, -3.9708e-03, -2.8690e-03, -2.2766e-03,
1.5208e-03, 1.9524e-03, -1.1729e-03, -4.1136e-03, -1.2111e-04,
1.2321e-03, 1.5095e-03, 2.2554e-03, -3.8558e-04, -9.2108e-04,
-1.7461e-03, 4.2588e-03, 1.6284e-03, 1.8285e-03, -3.9292e-03,
-4.5466e-03, 5.7325e-03, 2.4310e-03, -3.7634e-03, 3.7210e-03,
2.8658e-04, -2.2824e-03, 3.2777e-05, 4.7296e-03, 3.9146e-03,
2.8641e-03, -1.6593e-03, 2.3683e-03, -1.0838e-03, 2.2063e-03,
1.3595e-02, 8.4539e-03, -1.6871e-03, -1.9865e-02, 3.8807e-03,
8.3074e-03, 1.6632e-02, -4.9222e-03, -3.0150e-02, 4.7333e-03,
1.2929e-02, -3.3755e-02, 1.3844e-02, 7.9334e-03, 9.5053e-03,
1.7653e-02, -6.7714e-03, 3.1127e-02, 1.0953e-02, 1.1703e-02,
4.3506e-03, 4.0241e-03, -2.8029e-02, 2.3544e-02, 6.3305e-03,
-5.6647e-04, -2.9651e-03, -5.2794e-02, -1.9017e-03, -6.7500e-03,
1.7089e-02, -1.4680e-02, 6.7582e-03, 7.9905e-03, 3.5127e-03,
-1.0422e-02, -4.1185e-03, 1.0861e-03, -6.2457e-03, 6.3591e-03,
1.3046e-02, -1.0925e-02, 9.1341e-03, -2.2336e-02, -5.1104e-03,
-9.8601e-04, -1.3513e-02, -5.4371e-03, 1.1068e-02, 2.1287e-04,
-1.5466e-02, 1.1827e-02, -2.3148e-02, -8.8108e-03, -1.8583e-02,
-4.9807e-03, 1.3277e-02, 1.3034e-03, 2.6369e-02, -2.5496e-02,
3.6743e-03, -4.4865e-03, 2.3114e-02, 2.2844e-02, 2.5880e-04,
2.7749e-03, -1.1241e-02, 5.3513e-03, -7.0014e-03, -8.1655e-03,
3.1870e-02, -8.8665e-03, 3.2989e-03, -1.4888e-03, -1.2710e-02,
9.4427e-03, -1.0094e-02, -9.9488e-04, 3.1665e-03, -6.8734e-03,
1.1761e-02, -3.6137e-02, 2.9114e-03, -2.8103e-03, -4.2176e-03,
-1.3895e-02, 2.0225e-03, 8.7148e-03, 1.1421e-02, 6.6802e-03,
-6.8838e-03, -3.6821e-03, 3.0690e-02, 1.1758e-02, -1.6528e-02,
-2.9721e-03, 1.4215e-03, 3.9442e-04, 1.5868e-02, -9.2410e-03,
-8.4392e-03, 6.9911e-04, 3.4909e-02, 1.0885e-02, 1.7958e-02,
-4.9799e-03, -1.1447e-06, -1.4525e-03, 2.8582e-03, 7.7698e-03,
-3.1859e-03, 8.8470e-03, 1.2492e-03, 1.4635e-02, -1.8163e-02,
-6.0889e-03, -1.5092e-02, 2.8116e-03, -4.2387e-02, -5.7246e-03,
1.8910e-02, -4.7298e-03, 3.6014e-03, 7.3544e-03, -5.3688e-03,
-1.8811e-02, -8.1784e-03, -8.7295e-03])),
('model.decoder.layers.3.encoder_attn.v_proj.weight',
tensor([[ 0.0390, -0.0878, 0.0244, ..., 0.0971, -0.0343, 0.0659],
[ 0.1108, -0.0897, 0.0025, ..., -0.0930, 0.0355, 0.0472],
[-0.0338, -0.0259, 0.0581, ..., -0.0297, 0.0028, 0.0263],
...,
[-0.0856, -0.0302, 0.1459, ..., -0.0468, 0.0654, 0.0144],
[-0.0423, -0.1893, 0.0555, ..., -0.0803, -0.0429, -0.0805],
[-0.1051, 0.0156, 0.0331, ..., 0.0127, 0.0181, -0.1489]])),
('model.decoder.layers.3.encoder_attn.v_proj.bias',
tensor([-2.4269e-02, 2.7844e-02, -2.5414e-02, -1.6223e-02, 1.0626e-01,
5.5413e-02, -2.3103e-02, -4.5057e-02, 2.9889e-02, 1.8332e-02,
-1.4130e-02, -5.7749e-02, -3.6683e-02, 2.6693e-01, -5.2104e-02,
1.0547e-01, -1.8051e-02, 3.7900e-02, 6.1245e-03, -5.1949e-02,
1.5337e-02, -4.1547e-02, 2.3880e-02, -1.5086e-02, -3.8416e-02,
-1.3058e-02, 7.1426e-03, -5.4892e-02, 5.6187e-02, 3.7054e-03,
-3.1162e-02, 6.0751e-02, 1.7870e-02, 1.1669e-02, 2.2333e-03,
-2.5046e-02, -1.8121e-02, 8.4308e-04, -4.8867e-02, 1.3978e-02,
5.8865e-02, 2.7415e-02, -3.3162e-02, 9.2587e-02, 2.2586e-02,
-1.0037e-02, -3.1667e-02, 4.7370e-03, -3.9865e-02, 9.9532e-03,
1.7187e-02, -7.8687e-02, -2.5766e-02, 3.2404e-02, -2.1892e-02,
2.3545e-03, 2.3713e-02, -7.8919e-03, 1.7159e-02, -5.7097e-03,
-1.5133e-03, -3.1954e-02, -1.3052e-03, 7.0964e-02, 3.8868e-02,
-2.3289e-02, 2.3111e-03, 3.8104e-03, -1.4157e-02, -3.0401e-02,
1.5648e-02, -3.0961e-02, 6.0921e-02, 8.5409e-02, -3.1322e-02,
5.2005e-02, 3.2103e-02, 3.6761e-04, 1.0994e-02, -6.3092e-04,
-2.3060e-02, 2.7655e-02, -2.0715e-03, 2.3193e-02, -4.3845e-02,
1.2380e-02, 2.4163e-02, -2.4156e-02, 3.0905e-03, 1.5489e-02,
-7.7938e-03, -1.2313e-02, 7.3965e-02, 1.6230e-02, -3.3866e-03,
8.7446e-04, 2.9685e-01, 1.4847e-02, 6.7557e-03, -2.4272e-02,
-1.4188e-02, -3.9772e-03, 2.0201e-03, -6.9422e-02, -2.4806e-02,
-2.8834e-02, 1.7986e-02, 4.5805e-02, 2.1090e-02, -1.8010e-02,
-1.5665e-02, 7.7204e-03, -1.0377e-02, 1.8235e-02, 3.3762e-02,
-3.1191e-03, 6.0811e-05, 8.8229e-03, 1.8345e-02, 3.1468e-02,
-7.3671e-03, 3.5905e-02, 3.9107e-02, 9.4389e-03, -8.5411e-04,
-6.9989e-03, 2.1497e-01, -1.4922e-02, -6.5495e-03, 3.0820e-04,
-2.2017e-02, -1.8263e-02, -2.6632e-02, 6.2265e-03, -1.5532e-02,
-8.3987e-03, 3.7950e-03, -1.9135e-02, -5.8642e-03, -1.9919e-02,
2.2851e-03, -3.0155e-02, 8.1011e-03, -1.3513e-02, 9.0719e-02,
-8.7319e-03, -1.1046e-02, -1.6098e-02, -1.9819e-03, 2.3781e-02,
9.7812e-03, -6.6507e-03, -4.7143e-03, 1.4376e-02, -1.9801e-03,
-1.6944e-02, 2.2001e-04, 3.5933e-03, -1.4022e-03, -2.0400e-02,
3.7014e-02, -8.6992e-03, -1.3571e-02, -1.7787e-02, -1.7730e-02,
1.0581e-02, 1.0979e-02, -3.0283e-02, 2.1593e-02, 5.6935e-03,
4.0782e-04, -3.9849e-02, -6.2166e-03, 8.4831e-03, -6.2023e-04,
2.2541e-02, -3.3192e-02, 4.6472e-04, 2.1618e-02, 7.7528e-03,
2.9541e-03, 1.3272e-01, 3.9036e-03, 9.4251e-03, -1.4513e-02,
-1.0919e-02, -1.0940e-02, 1.6906e-03, 8.7611e-03, -9.2981e-03,
-2.1903e-01, 4.9909e-03, -1.2051e-02, 1.6441e-02, -1.2990e-02,
-1.3794e-02, -2.5890e-03, -1.0467e-02, -1.7564e-04, -5.5591e-02,
4.8378e-03, -6.9244e-02, 4.4890e-02, -1.6358e-02, -1.3776e-03,
-1.2388e-03, 5.0934e-02, -2.2897e-02, 1.8261e-02, 1.9813e-02,
8.9048e-02, -5.9782e-03, 5.4341e-03, 4.0013e-02, -5.7575e-02,
2.1731e-02, 3.8524e-02, 5.0204e-03, 1.7584e-02, 5.3453e-02,
-1.9487e-02, 6.9714e-02, -2.6468e-02, -8.4617e-02, -1.5994e-02,
-3.7465e-02, 1.9119e-03, 3.8395e-02, 3.7107e-02, 9.0249e-03,
-5.0509e-02, 1.5664e-04, 5.1725e-02, 1.7712e-02, -1.8365e-03,
-2.3646e-02, -2.3791e-02, 1.7242e-02, -8.8373e-03, 2.7094e-02,
1.1956e-03, -8.4056e-03, 1.5688e-02, 2.2530e-02, 2.6020e-02,
-3.5998e-04, -4.5819e-02, -4.2966e-02, -4.1752e-02, -2.0501e-02,
3.3002e-02, 5.7980e-03, -1.2971e-01, -3.8759e-04, 2.4735e-02,
9.2617e-03, -1.8433e-02, -1.0586e-02, -1.1401e-02, -1.0966e-01,
-9.7787e-03, 3.5834e-02, 3.8439e-02, 2.5997e-02, 5.3070e-02,
-1.5982e-03, -3.9224e-02, 2.8058e-02, -2.5794e-02, 2.1890e-02,
-1.3554e-01, -1.0052e-01, -2.7925e-03, 6.7460e-02, 6.4699e-02,
-8.3739e-03, 7.8536e-02, -2.9289e-02, 6.7158e-02, -2.1127e-02,
7.1779e-03, 5.2669e-02, -5.1944e-02, 1.8955e-02, -5.0202e-02,
-1.0874e-02, 5.3764e-02, 7.4489e-02, 6.4402e-03, -2.6698e-02,
1.2857e-02, -7.3864e-03, 2.2807e-02, -2.5901e-02, -3.4308e-02,
8.5670e-02, -1.6814e-02, -2.3170e-02, 1.0708e-03, -1.7010e-02,
-1.8732e-02, -5.6094e-02, 1.3720e-01, -1.2757e-02, 1.8594e-02,
-1.3676e-02, -5.5768e-02, -1.2730e-02, 7.4499e-03, -2.8820e-02,
2.0172e-02, -2.7284e-02, 4.9182e-03, -1.6648e-02, 1.9225e-02,
-2.4786e-02, -1.8924e-02, -1.1713e-02, 1.3705e-02, -2.8578e-02,
-1.0282e-02, 5.1196e-02, 1.9285e-02, -4.4303e-03, 2.3506e-02,
3.4967e-02, -3.3341e-02, -1.2252e-02, -6.8776e-03, 1.8929e-02,
9.9060e-03, -6.0751e-03, -1.2435e-02, -3.9455e-03, 3.4756e-03,
-2.8337e-03, 3.4388e-03, 3.2324e-03, -4.3683e-02, -9.8135e-03,
3.7594e-02, 4.4644e-03, 3.1033e-02, -1.2842e-02, -1.2741e-02,
1.8019e-02, 6.9109e-03, 4.4059e-02, 3.2535e-02, 3.1568e-02,
-8.8249e-03, -2.9978e-02, 3.4108e-01, 5.7402e-03, 4.0970e-03,
1.1615e-02, 1.5545e-03, 1.3733e-02, 5.8062e-03, 9.7288e-03,
-1.6883e-02, 2.3013e-03, 2.3642e-02, -2.6675e-02, -7.6584e-03,
7.1998e-03, -7.3337e-03, -1.0474e-02, 1.0611e-02, 3.4216e-02,
-9.8104e-02, 1.6301e-02, -4.6791e-03, 2.4005e-02, 2.6738e-03,
-9.1416e-05, 2.3159e-02, -2.9559e-02, -4.3672e-03, -2.4299e-02,
2.0572e-02, -3.7594e-02, -1.0169e-02, 6.1523e-04, -2.8817e-02,
-1.0644e-02, 2.4757e-02, -1.2803e-02, -2.9772e-02, -1.1310e-02,
-1.3876e-03, 8.5381e-03, 3.1286e-02, 5.9428e-02, -1.1427e-02,
4.4878e-02, -2.0614e-03, -1.8359e-02, -9.2408e-03, -2.0654e-02,
2.7056e-02, -2.5697e-02, 2.0269e-03, -1.4905e-02, -1.9723e-02,
-4.4856e-02, -2.0676e-02, 1.8638e-02, 2.4939e-03, -2.6076e-03,
1.3060e-02, 1.6402e-02, 4.0590e-02, -1.3743e-01, -3.2176e-02,
-2.3194e-02, -1.5103e-02, -1.1905e-02, -2.8204e-02, 3.4373e-02,
3.2381e-03, -1.1029e-03, 2.0540e-03, 1.9054e-02, 1.1638e-02,
2.3232e-02, 6.7558e-04, 8.2355e-03, -1.7831e-02, -1.8343e-02,
2.5844e-02, 5.2014e-02, 1.8739e-02, -7.1312e-04, 4.3164e-03,
3.8605e-02, 2.9731e-02, 2.5320e-02, 1.2554e-02, 6.3393e-02,
3.0936e-02, 6.1624e-03, 2.4526e-03, 2.1670e-02, 2.6556e-02,
2.6182e-02, 3.1564e-02, 7.1235e-03, 4.7271e-03, -1.7175e-03,
-2.3949e-02, 3.6701e-02, -3.1695e-02, -5.6930e-02, -1.1886e-02,
1.3420e-02, 1.3937e-02, 4.3482e-02, -2.8361e-02, 2.3665e-03,
-5.6026e-03, 3.2741e-02, 4.2162e-04, 7.0877e-02, -9.1899e-03,
2.0562e-01, 1.0949e-03, 1.4668e-01, 2.4666e-02, 1.3924e-02,
4.5289e-02, -4.6736e-02, -5.1930e-03, 4.3459e-03, 6.3393e-03,
4.0856e-02, 1.9944e-02, -5.2262e-02, -1.5650e-02, -5.5019e-02,
1.7970e-02, -2.4873e-02, -2.2546e-02, -1.1630e-02, 3.1536e-01,
3.8853e-03, -2.7554e-02, -1.0975e-02, 9.1252e-03, 2.7584e-02,
-6.8225e-02, 3.6676e-02, -1.7295e-02, 1.1307e-02, -3.8339e-02,
-1.6932e-02, 1.4307e-02, 4.8447e-03, -6.1063e-02, -3.0926e-03,
-6.5513e-03, 4.5012e-04, 1.1671e-02, 1.9271e-02, -1.0489e-02,
1.0635e-02, 1.7152e-02, -3.5109e-03, 2.3685e-01, -1.2094e-02,
-6.0665e-02, -4.0021e-02, 1.7194e-02, 3.2735e-02, -2.3467e-02,
2.1339e-02, 2.7923e-02, 7.7653e-02, -3.6133e-03, -2.3261e-02,
8.8579e-03, -8.7188e-02, 5.8655e-03, 1.8604e-02, 3.0610e-02,
-6.6136e-03, 1.1531e-02, -1.0093e-02, -2.1427e-02, -2.8520e-02,
6.9558e-03, -1.5697e-02, -2.8249e-02, -3.2758e-03, 4.8839e-02,
4.4113e-03, 4.4734e-02, 5.7346e-02, -1.6893e-01, 2.7911e-02,
-1.8198e-01, 1.7140e-04, -3.8873e-04, 8.5248e-03, 2.0833e-02,
1.1924e-02, 4.1552e-02, 1.5405e-02, 1.9417e-02, 5.8605e-02,
-3.7725e-02, -3.6932e-02, -6.9650e-03, 1.2077e-01, 1.1253e-02,
2.3031e-02, 3.1829e-02, -9.1825e-03, -4.4797e-03, 8.1890e-03,
6.5728e-02, -4.1473e-02, 1.0921e-02, 8.7082e-03, 1.2824e-02,
5.6178e-03, 4.3713e-03, -4.2921e-03, -3.0708e-02, -7.7214e-03,
-1.7253e-02, 1.6323e-02, -2.5306e-02, -8.9690e-03, 1.2404e-03,
-1.7127e-02, 1.3202e-02, 2.3327e-02, 4.1644e-02, 1.4006e-03,
8.3679e-03, 6.0594e-03, -4.2883e-02, -8.2627e-03, -2.8511e-03,
1.3644e-01, 9.2306e-03, 9.6117e-03, -2.2837e-03, 1.2473e-02,
-4.1983e-03, 2.0134e-02, 7.2479e-02, -1.2553e-02, -1.2108e-02,
-3.5936e-02, 3.4554e-03, 1.9033e-02, 5.9781e-02, 4.3626e-02,
-1.9645e-02, -5.9215e-03, 6.4610e-03, -8.2466e-04, 2.3500e-02,
9.8685e-03, 3.2046e-02, -5.3991e-03, 1.8861e-02, 1.3052e-02,
-2.1004e-02, 2.5719e-02, -1.4719e-02, -1.4255e-02, 5.2931e-02,
1.5467e-02, 1.4253e-02, 2.4274e-02, 2.6305e-03, 2.7785e-02,
1.1804e-02, -1.1560e-02, 2.1393e-02, 2.0077e-02, 2.2215e-02,
3.3554e-02, -7.3704e-03, -4.1604e-02, -1.2261e-02, -2.2524e-02,
1.4272e-02, -2.2366e-03, 7.3508e-03, 1.0675e-02, -2.8589e-03,
1.1681e-02, -1.2618e-02, 2.3968e-02, -6.9901e-04, -2.1255e-03,
8.9041e-03, 8.8125e-04, 1.2821e-02, -2.8410e-02, -2.7132e-02,
-1.8733e-02, 3.6314e-02, -2.4883e-02, 2.2618e-02, -4.1040e-02,
-1.3323e-02, 1.4710e-02, 2.0408e-01, 6.2258e-02, 3.8735e-02,
2.2417e-03, 1.7578e-03, 3.3837e-02, 7.2477e-03, 2.5022e-02,
-2.5921e-02, -2.7481e-03, -3.1571e-02, -4.9242e-02, 1.4557e-02,
-1.0510e-02, 1.9003e-01, -1.9768e-03, 2.2305e-02, -2.2399e-02,
4.7436e-02, 1.9218e-02, 4.5091e-02, 3.7012e-02, -1.6790e-02,
-4.5534e-02, 2.6470e-02, -1.4298e-01, 1.0354e-02, -2.2781e-02,
-1.3659e-02, 3.9380e-02, 4.5624e-02, 1.8448e-03, 1.0605e-01,
1.6113e-02, 2.1866e-02, 1.0589e-02, 5.1066e-03, 2.2494e-02,
-8.2292e-02, -1.2073e-02, 3.3172e-02, -4.3839e-03, -2.4944e-02,
2.7180e-03, -1.5437e-02, -4.0127e-02, -9.9264e-03, 7.8489e-02,
-3.1630e-02, 1.8083e-02, -1.0801e-02, -4.4224e-02, -9.4475e-03,
2.5031e-02, 1.3615e-02, 3.3883e-03, -2.1334e-02, 2.2597e-02,
9.1742e-03, -8.9548e-03, 1.2005e-02, 1.3014e-02, -4.2433e-02,
1.1876e-02, -4.3630e-02, 5.0759e-02, -2.7956e-02, 7.5452e-03,
-6.9967e-03, 6.4305e-03, 6.3603e-03, -9.6042e-03, -9.1548e-03,
-7.4103e-03, -2.3810e-02, -2.3234e-02, -3.6808e-02, -2.5517e-02,
-4.1635e-02, 5.6401e-03, -1.1097e-02, -7.0182e-03, -4.7105e-02,
-1.7948e-02, -8.4620e-03, -4.1278e-02, 4.9481e-02, -4.3016e-02,
-5.3097e-02, 2.6299e-02, 2.6767e-02, 2.2300e-02, 6.7546e-03,
4.2304e-02, -1.7870e-02, 1.1370e-03, 9.2522e-03, 7.7255e-03,
-1.9610e-02, -1.5986e-02, 7.1224e-03, -4.0363e-03, 1.7434e-02,
3.5164e-02, 1.2401e-02, -2.5306e-02, -3.2763e-02, 4.8845e-02,
2.3231e-03, 5.1128e-02, -1.7415e-02, 2.0086e-02, -3.3939e-02,
6.8625e-03, -1.4045e-02, 4.3059e-03])),
('model.decoder.layers.3.encoder_attn.q_proj.weight',
tensor([[-0.0559, -0.0939, 0.2392, ..., -0.0259, -0.0652, 0.0574],
[-0.0025, 0.0013, -0.0797, ..., 0.0049, -0.0582, -0.0051],
[-0.0574, -0.0494, -0.1148, ..., 0.0216, -0.1889, 0.1345],
...,
[ 0.0225, -0.1125, 0.0913, ..., 0.0273, 0.0054, 0.1195],
[ 0.0157, -0.0253, -0.0086, ..., -0.0187, 0.0409, -0.0870],
[ 0.0241, -0.1333, 0.1233, ..., -0.0482, 0.0377, -0.0068]])),
('model.decoder.layers.3.encoder_attn.q_proj.bias',
tensor([ 2.6586e-01, 1.2813e-01, 2.1798e-01, 1.2493e-01, -3.8407e-01,
1.9385e-01, -3.9281e-01, 4.3033e-02, -1.6735e-01, -2.4876e-01,
5.9177e-02, -2.3067e-01, 2.5738e-01, 1.9590e-01, -6.5555e-02,
1.0478e-01, -2.3571e-01, 1.1985e-01, -3.2926e-01, -1.1445e-01,
-3.2873e-01, 3.7429e-01, -1.7479e-01, 9.9391e-02, 1.8361e-01,
-1.2869e-01, -2.4662e-01, -8.6577e-02, 1.1387e-01, 1.9922e-01,
-6.8501e-02, 1.3332e-01, 2.4873e-02, -2.3332e-01, 9.0699e-03,
1.0298e-01, 9.6860e-02, -6.9202e-04, -3.9232e-01, -1.6372e-01,
-2.2442e-01, -2.1172e-01, -9.0621e-02, -3.6835e-01, -3.0321e-02,
-1.1762e-01, 2.1267e-01, -1.5089e-01, -7.4159e-02, -7.5688e-02,
1.6980e-01, -2.1193e-01, -4.5020e-02, 2.9359e-01, -5.3724e-02,
-7.0545e-02, 1.5348e-01, 1.9108e-01, 1.1500e-01, -1.4562e-01,
-3.1038e-01, -7.8474e-03, -2.3559e-01, 2.6349e-01, 1.4586e-01,
3.3184e-02, 2.6633e-01, -3.7819e-01, -2.2387e-01, -1.3251e-01,
-3.3259e-02, -1.1552e-01, 1.6130e-01, -7.1506e-02, -5.4564e-02,
1.9207e-01, -4.5366e-02, -3.7720e-02, -3.1129e-01, 3.6573e-01,
2.2711e-01, -3.2101e-01, 2.5868e-02, -9.5953e-02, 6.4889e-03,
-3.4379e-02, -1.8544e-01, -1.8370e-01, -3.7363e-01, 4.0564e-02,
-6.8690e-02, 9.1634e-02, -1.3786e-01, -4.9863e-02, 4.0185e-02,
2.6916e-01, -5.2672e-02, -1.7742e-01, 1.8168e-02, -1.5416e-01,
-3.0551e-02, -2.0781e-02, 3.4962e-02, 1.2594e-01, 1.9628e-02,
-5.0388e-01, -5.7998e-02, 2.8750e-02, 1.3348e-01, -1.1912e-03,
1.3832e-01, 3.0515e-01, 9.6005e-02, -3.9095e-01, 2.4383e-02,
-4.1298e-02, -1.0566e-01, -1.6679e-01, 3.0627e-02, -7.8668e-03,
-4.9754e-01, -6.4155e-02, 1.7542e-01, -6.9982e-02, 4.9957e-02,
-7.8073e-02, 3.5436e-02, 9.7596e-02, 1.8685e-01, 5.6308e-02,
-3.7901e-01, -1.1866e-01, 1.1061e-01, 1.9020e-01, -2.7387e-01,
-2.0970e-01, 2.2276e-01, -1.8551e-01, 3.8351e-02, -1.6081e-01,
5.7346e-01, 1.9095e-01, 6.6178e-02, -6.7766e-02, -1.3763e-01,
3.3902e-01, -1.4841e-01, 6.2387e-01, 2.2155e-02, -8.5005e-02,
-1.1896e-01, -9.7368e-02, -2.0769e-01, 1.7966e-01, 2.9228e-01,
-1.6181e-01, -3.3761e-01, 1.1022e-01, -2.8679e-01, -2.7269e-01,
7.6073e-02, -1.9299e-01, -2.4074e-02, -5.1989e-01, 1.3581e-01,
5.1825e-01, 1.1599e-01, -2.2553e-01, -1.2784e-01, -2.7210e-02,
3.1300e-01, 8.9322e-02, 5.2143e-01, -2.3210e-01, -6.8049e-03,
1.8302e-01, 1.9952e-01, -8.6280e-03, 5.3854e-01, 8.3491e-03,
2.0757e-01, 9.9866e-02, 8.6747e-02, 1.7770e-01, -8.3140e-02,
-2.1966e-01, 2.1815e-01, 2.4948e-01, 2.7407e-02, -3.7274e-01,
5.6001e-01, 4.3829e-02, 2.8502e-02, 1.1251e-01, -2.6678e-02,
4.9283e-02, -5.7015e-03, -1.8056e-03, 1.5722e-02, -3.0335e-02,
-1.7339e-01, 2.0002e-02, -1.1502e-02, 2.6056e-02, 5.9718e-02,
1.2721e-01, -6.2114e-02, -5.2371e-02, -9.2761e-03, 8.3262e-02,
8.8190e-02, -3.2261e-03, -1.4812e-01, 1.5433e-01, 1.7939e-03,
-2.8851e-02, -1.3016e-01, -1.2382e-01, -1.0875e-01, -1.0156e-01,
3.3118e-02, -1.2889e-01, 7.3939e-02, -6.3640e-02, -7.7937e-02,
-4.1050e-02, 1.2767e-01, 8.9365e-02, 1.4925e-01, -1.6155e-02,
-2.3249e-02, 4.4759e-02, -1.4449e-01, 4.0300e-02, 8.5480e-02,
1.1499e-01, -9.3155e-02, 8.5135e-02, -6.8253e-02, 4.0873e-02,
1.1690e-01, 1.3407e-01, -2.9446e-02, -1.2993e-01, -1.4787e-01,
9.0369e-02, -4.9779e-02, -7.4733e-02, 6.9178e-02, -3.4229e-02,
-3.0197e-03, 7.6395e-02, -5.8702e-02, 2.3467e-02, -4.1993e-02,
1.1027e-01, -2.7481e-03, 7.5046e-02, -2.1586e-01, -1.3162e-01,
6.2723e-02, -5.9855e-04, 2.0398e-01, -1.3880e-01, -1.9071e-01,
1.5864e-02, -1.1634e-01, -1.2737e-02, 2.1163e-01, -5.6977e-02,
-7.6483e-02, -1.1042e-01, -1.3431e-01, 3.0427e-02, 1.7823e-02,
-1.2229e-01, 3.1720e-01, -2.4646e-01, -8.6024e-02, -7.6514e-02,
9.9805e-02, 1.8342e-01, 2.1121e-01, 1.0570e-01, 2.0992e-02,
1.7186e-01, 3.1733e-01, -2.4088e-01, -1.9421e-01, 2.9598e-01,
5.9806e-02, 1.0738e-01, 1.0855e-01, -5.9618e-02, -2.0557e-01,
3.0092e-01, 1.4505e-02, 5.6357e-02, 2.8462e-02, -2.4528e-01,
1.2245e-01, 1.1292e-01, -1.3462e-01, -3.6091e-02, 6.3089e-02,
1.7847e-02, -5.3216e-02, -1.3265e-01, -6.6199e-02, -3.1351e-01,
1.3221e-01, -1.6626e-01, -1.1169e-01, 1.7130e-01, 4.6856e-02,
-6.5107e-02, 1.5122e-01, 2.3157e-01, 1.2193e-01, 4.2146e-02,
1.7071e-01, 9.9235e-02, -1.2994e-01, 3.5007e-02, -1.3195e-01,
-5.0641e-01, -9.3272e-02, -9.4585e-02, 1.7959e-01, 8.7182e-02,
4.0591e-01, 6.3491e-02, 3.6305e-02, 1.7299e-01, 1.1694e-01,
-6.7075e-02, -7.8011e-02, 4.4233e-01, -1.7620e-01, -6.8114e-02,
5.3699e-02, -1.7562e-01, 1.6969e-01, 1.6184e-01, 1.8973e-01,
-8.5941e-02, -2.7471e-01, -7.5664e-02, -2.4879e-01, 5.9751e-02,
-4.1070e-01, -4.5177e-01, -1.6552e-02, -1.6035e-01, 1.4244e-01,
-2.6037e-01, 3.2463e-04, -8.5332e-02, -3.9642e-01, 4.0065e-01,
3.5609e-02, 1.2748e-01, 1.4065e-01, -4.4147e-01, 4.8347e-02,
-3.2174e-02, 2.8349e-01, -1.2017e-02, 3.1063e-02, 1.9176e-01,
-9.3813e-02, -1.6658e-01, 5.3180e-02, -1.1315e-01, -2.0937e-02,
7.5720e-02, 4.7829e-01, 3.5813e-02, 1.9146e-01, 3.4004e-01,
-4.5322e-02, 1.6077e-02, -1.1693e-01, 2.1257e-01, -4.6014e-02,
-6.5502e-04, 6.9550e-03, 2.3061e-01, -7.2424e-02, -3.4320e-02,
3.1699e-01, -1.5116e-01, 3.9498e-02, -4.7859e-02, 1.9098e-01,
1.5504e-03, 2.6593e-01, 3.2655e-02, 7.5605e-02, 2.5157e-01,
1.3536e-02, -2.9416e-01, -7.3717e-02, 7.1858e-02, 3.2348e-01,
-6.1725e-02, -3.3082e-02, 2.5618e-02, -1.4318e-01, 4.0849e-01,
7.2686e-03, 1.0019e-01, 4.6715e-01, 1.5716e-02, 8.4075e-02,
2.9522e-01, -2.8703e-01, -9.5170e-02, 9.6920e-02, -6.1407e-02,
-4.0479e-02, 1.5566e-01, 1.6049e-02, -7.4901e-03, 5.5151e-01,
4.1687e-03, 2.4291e-02, -3.8417e-02, 1.4543e-01, 6.7585e-02,
6.1731e-02, 2.5249e-01, 3.8964e-01, -6.5319e-02, 2.0712e-01,
-7.3651e-02, -2.8326e-02, 6.4817e-02, 2.9203e-01, 1.2724e-01,
4.6477e-02, -3.0795e-02, -8.9868e-02, -1.1805e-01, 1.7127e-01,
4.8460e-02, 6.0713e-02, -3.2383e-02, -2.8420e-02, -5.4038e-02,
2.6017e-01, -3.9582e-02, -1.1010e-01, 8.5547e-02, -3.4807e-01,
3.7857e-03, -1.9898e-01, -1.1520e-01, -1.7054e-01, -1.7237e-01,
-8.8970e-02, 2.8406e-01, 2.1363e-01, 3.6726e-01, 1.2351e-01,
4.7422e-04, 4.0128e-01, 1.8718e-01, 2.2805e-04, -1.4952e-01,
-3.1697e-01, 6.6122e-02, -4.5151e-02, -4.0630e-01, 1.1963e-01,
2.0485e-01, 2.2643e-01, -2.1119e-01, -2.6107e-01, -1.1460e-01,
-2.3259e-01, -1.5516e-01, 1.8580e-01, 7.7450e-02, 1.4322e-01,
-1.6871e-02, 1.9594e-01, 2.0738e-04, 2.6716e-01, -8.5657e-02,
-1.5871e-01, -3.8617e-01, -1.6573e-01, -2.5915e-01, 2.0145e-01,
3.0928e-01, -1.4850e-01, 6.2447e-02, -1.3180e-01, -9.3020e-02,
2.0741e-01, -3.0357e-01, 2.5173e-01, -1.0473e-01, 3.9520e-01,
2.9618e-01, 7.2002e-02, -5.2640e-02, 1.1311e-01, -2.0731e-01,
1.9246e-01, 4.5423e-03, 1.5154e-01, -1.8163e-01, -1.3656e-01,
2.3507e-01, 2.9990e-02, -1.0404e-01, -2.8412e-01, -2.2160e-01,
-8.1421e-02, 1.1887e-01, 6.7662e-03, -1.5660e-01, 2.1188e-01,
-2.9796e-01, -8.2918e-02, -2.5606e-01, 3.4819e-01, -1.4099e-01,
-1.6528e-01, 1.2246e-01, 1.0653e-01, 1.6414e-01, -3.8048e-01,
-6.3332e-03, -8.0818e-02, -1.2362e-01, 4.1951e-02, -1.0967e-01,
-1.0064e-01, 2.7734e-01, -1.4747e-03, 6.7742e-02, -2.2278e-01,
1.8916e-01, -2.2610e-01, -7.5568e-02, 2.4372e-01, 8.0271e-02,
-1.2501e-01, 2.1468e-02, 2.2306e-01, 1.9286e-01, -1.5890e-02,
-5.3176e-02, 3.1601e-01, 1.6025e-01, -2.6971e-01, -2.6486e-02,
6.5470e-03, 1.4751e-01, -1.1578e-01, -6.1192e-04, -6.3634e-02,
1.5833e-01, -3.3162e-02, -1.8377e-01, -1.2905e-01, 1.2817e-01,
3.6356e-02, -1.7370e-01, 6.7427e-02, -2.3620e-01, 3.9379e-02,
-5.4981e-02, 6.0489e-01, 3.3299e-01, 9.4808e-02, -3.6035e-01,
2.5930e-01, -3.4247e-01, -3.3758e-01, 7.0249e-02, 2.1649e-01,
-2.3915e-01, -3.8040e-01, 9.9242e-02, -4.3218e-01, -3.1662e-01,
-1.6829e-01, -7.5609e-01, -4.0838e-02, -2.1630e-02, 1.0024e+00,
-5.5554e-01, -3.2972e-01, -8.6252e-03, -3.1150e-01, 4.5713e-01,
2.0091e-01, -1.0466e+00, 4.7160e-01, -6.4275e-01, -6.0940e-01,
7.6326e-01, 3.1096e-01, 2.3662e-02, -4.4933e-01, -4.8162e-01,
-4.3557e-01, 2.0090e-02, 4.9775e-01, -4.2715e-01, -2.7521e-02,
2.9867e-01, -1.3790e-01, 3.0808e-02, -7.1320e-02, -3.7326e-01,
-3.1366e-01, -3.4464e-01, 1.1555e-01, 4.5413e-01, -4.5384e-01,
1.7685e-01, 2.6452e-01, 8.1785e-02, 6.6737e-02, -3.3121e-01,
-2.5660e-01, 4.4698e-01, 7.8903e-01, -1.4028e-01, -4.1808e-01,
6.6232e-01, -8.2639e-01, 6.0344e-01, 6.3152e-01, 4.4406e-01,
2.6751e-02, -8.1324e-02, -2.8585e-02, -1.6378e-01, -3.0646e-02,
9.7975e-02, 2.0403e-02, 1.0753e-01, -1.0829e-01, 1.0788e-01,
8.9168e-02, 2.8682e-02, 1.0736e-01, 3.3206e-02, -7.8293e-03,
2.7159e-02, 1.0119e-01, 1.0601e-01, 2.5612e-02, 7.9395e-02,
1.5854e-01, 2.5213e-02, 1.0159e-03, -4.8274e-02, 3.5405e-02,
-2.6181e-02, -7.4244e-02, 4.6536e-03, 2.2869e-02, 5.7663e-02,
-1.3315e-01, 1.0514e-01, 5.4563e-02, -9.0002e-02, -5.3704e-02,
-2.3965e-02, -4.8312e-02, 6.2182e-02, 1.2369e-02, -9.4546e-02,
2.1805e-02, 4.4394e-03, 1.1056e-01, -6.1254e-02, 4.7363e-02,
-3.1266e-02, 6.5747e-03, 4.5250e-02, -6.8364e-02, 6.7666e-02,
-3.9849e-02, -6.2111e-02, 3.7036e-02, 6.1923e-02, -6.1956e-02,
6.4341e-02, 1.0078e-02, 1.3686e-01, -1.9187e-03, -1.2598e-01,
4.8405e-02, -2.4301e-02, 2.3385e-02, -3.3208e-02, 1.0379e-01,
1.8968e-01, -1.3497e-01, -6.6666e-02, -1.7971e-01, -2.0552e-01,
4.3043e-01, 1.1482e-01, -3.9852e-01, -4.0056e-02, -4.0576e-01,
2.0306e-01, -1.2959e-02, 1.2699e-01, 1.1165e-01, -1.1510e-01,
2.3775e-01, -4.8454e-01, 1.3528e-01, 2.0015e-01, -1.6191e-01,
-1.2503e-01, 1.0039e-01, 6.5832e-02, 2.6721e-01, -1.9613e-01,
-7.7798e-02, -1.9651e-01, 3.6460e-01, 3.0138e-01, -1.2257e-01,
-9.4298e-02, -8.9325e-02, 8.2860e-03, 1.8767e-01, -2.1718e-01,
1.3124e-03, 1.7760e-01, 4.9815e-01, 3.0389e-01, 1.6370e-01,
-1.1488e-01, 7.8951e-02, 7.8130e-02, -2.2412e-02, 2.7228e-01,
1.7734e-01, 1.5644e-01, -1.7202e-01, 2.1241e-01, -2.0690e-01,
-8.2356e-02, -4.2306e-03, -6.1983e-02, -3.6976e-01, -1.7047e-01,
2.9064e-01, 1.2662e-01, 1.7283e-01, 1.4852e-01, 1.9182e-01,
-2.0954e-01, -5.1211e-02, -1.8005e-01])),
('model.decoder.layers.3.encoder_attn.out_proj.weight',
tensor([[ 0.0355, -0.0373, -0.0426, ..., 0.0325, -0.0489, -0.0048],
[-0.0331, -0.0381, 0.0264, ..., 0.0594, -0.0543, 0.0004],
[-0.0375, -0.0150, -0.0605, ..., 0.0119, 0.1768, 0.0108],
...,
[ 0.0210, -0.0834, -0.0907, ..., -0.0644, 0.1063, -0.0182],
[ 0.0351, 0.0270, 0.1269, ..., 0.0414, 0.0352, -0.0840],
[-0.0455, 0.0672, 0.0203, ..., 0.0342, 0.0301, -0.0721]])),
('model.decoder.layers.3.encoder_attn.out_proj.bias',
tensor([ 1.3982e-01, -3.3024e-02, -1.5436e-03, -2.3603e-03, -1.2651e-02,
1.8521e-02, -1.8343e-02, 9.5031e-02, 9.1635e-02, 3.8127e-02,
-5.7650e-02, 3.4909e-02, 2.5119e-02, -2.9401e-03, 1.1108e-01,
1.0196e-02, -3.6292e-02, -1.1962e-01, 6.5997e-02, -9.7341e-02,
-1.6973e-01, -2.1514e-02, 5.4591e-02, 5.8087e-02, -5.5889e-02,
-1.4207e-01, 3.1808e-02, 2.4767e-02, 1.4221e-01, 1.4313e-01,
-5.7975e-02, -4.6845e-02, 1.2898e-01, 8.5629e-03, 1.8144e-03,
5.2648e-02, -1.0388e-01, 6.4699e-03, 6.5278e-02, -5.2615e-03,
2.6662e-03, -5.6748e-02, -4.5037e-02, 1.4813e-02, 7.1918e-02,
-4.5949e-03, -1.0977e-02, -1.8388e-02, 2.8279e-02, -1.6290e-02,
-6.5066e-02, 2.8592e-02, -7.1058e-02, -6.9646e-02, 1.4165e-02,
8.1745e-02, 7.1481e-02, 4.4617e-02, 3.1955e-02, -7.0581e-04,
-4.7199e-02, -6.8601e-02, -5.6263e-03, 4.7657e-02, -1.4606e-02,
9.4657e-02, 3.3363e-02, -2.9672e-02, -2.0210e-02, 1.1501e-02,
-5.2839e-02, 3.3523e-02, 8.8291e-03, 6.6668e-02, -2.5136e-02,
-7.8089e-02, 4.0347e-03, 1.5805e-02, -4.6869e-02, 7.3527e-02,
-3.8022e-02, -2.0451e-04, -4.5829e-02, -2.2408e-02, -2.2896e-02,
-1.2497e-01, -4.2757e-03, -7.5768e-02, 6.3172e-02, -2.7049e-02,
3.6313e-02, 3.4344e-02, -2.0363e-02, -5.3920e-02, -2.2283e-02,
-3.7413e-02, -6.5573e-02, -6.0027e-02, 6.4725e-02, -7.2765e-02,
-2.4984e-02, 2.5033e-02, -8.1973e-02, -5.0496e-02, 8.2942e-02,
6.2764e-02, 8.2601e-03, -2.5790e-02, 6.6377e-02, 4.6194e-02,
4.9098e-03, 4.4353e-02, -5.8835e-02, -9.4301e-02, 3.1540e-02,
3.4059e-02, -3.2102e-02, -1.2834e-01, 9.6629e-03, -3.6704e-02,
-5.2605e-02, 1.6576e-02, -2.2626e-02, -4.9834e-02, -7.2690e-02,
-1.2006e-02, -4.4729e-02, 6.6758e-02, 2.3147e-02, -8.3411e-02,
-1.6406e-02, 9.4294e-02, -1.4082e-02, -5.2065e-02, 6.5986e-02,
-1.1931e-01, -2.5847e-02, -2.6644e-02, -5.1867e-02, -3.0523e-02,
1.3492e-01, -8.2361e-02, -6.0787e-02, 8.4464e-02, -2.1138e-02,
4.5628e-02, -1.4104e-01, 9.2833e-02, 5.6643e-02, 1.8159e-01,
2.4545e-02, 5.4112e-02, -7.1158e-03, -2.5074e-02, -3.2930e-02,
-5.5789e-02, 3.4983e-02, 4.7739e-02, -5.3306e-02, -3.0359e-02,
2.5899e-02, -9.7965e-02, 5.4743e-02, 9.4257e-03, 1.7288e-02,
3.2087e-02, -2.2646e-02, 1.4710e-01, 4.0758e-02, -5.7116e-02,
-9.3285e-02, 5.5619e-02, 1.2386e-04, -9.6328e-02, 1.0305e-02,
4.1416e-02, 3.2816e-03, 5.4892e-02, 4.0994e-02, -4.5237e-02,
3.9996e-02, 1.2272e-02, -3.3156e-02, 7.5902e-02, 1.6549e-02,
1.3647e-02, 1.0784e-01, -1.1455e-02, -8.8456e-02, -3.4741e-02,
-6.7951e-03, -1.2218e-02, -1.9050e-02, -7.3316e-02, -6.3249e-02,
-4.4924e-02, -9.5457e-02, -1.2102e-02, -2.8709e-02, 3.6212e-02,
4.9591e-02, 3.9219e-02, 9.2318e-02, -5.5171e-02, 6.3841e-02,
7.9309e-02, -9.0350e-03, 4.0555e-03, -6.9385e-03, 4.4879e-02,
5.0865e-03, 5.8363e-02, -7.1801e-02, 5.0357e-02, 9.8353e-02,
-1.8943e-02, -8.4346e-02, 6.4865e-02, 6.6765e-02, -8.7657e-02,
-5.6196e-02, 3.5360e-02, -6.9854e-02, -9.1988e-02, 5.6094e-02,
2.9591e-02, 4.8439e-02, 2.5493e-03, 2.8403e-02, 1.1456e-01,
1.9088e-02, -8.3172e-02, 3.3686e-02, -5.6190e-02, -5.1532e-02,
8.6940e-02, 3.0615e-02, 8.5301e-02, 8.7669e-03, 7.5845e-03,
-1.1156e-02, 3.9223e-03, 3.2214e-03, -1.2865e-02, -1.7438e-02,
5.0454e-02, 6.9329e-03, -1.2632e-01, -1.2018e-01, -5.6357e-02,
-4.7312e-02, -3.7697e-02, -8.1697e-02, -6.3420e-02, -3.5348e-02,
1.3275e-02, -4.1113e-02, -9.2020e-02, -4.0275e-02, -6.8695e-02,
1.6538e-02, 5.1947e-02, 6.7828e-02, 7.7478e-02, 4.6485e-02,
4.2626e-02, -2.6017e-03, -6.8838e-03, -5.3600e-03, 5.3742e-03,
-5.8687e-02, -3.6404e-02, 7.0727e-03, -1.0062e-02, 1.6127e-01,
5.3362e-02, 6.7327e-02, -3.8359e-02, -3.4798e-03, 9.0980e-02,
7.5337e-02, 1.6161e-01, 2.2387e-02, 3.4601e-02, 6.9211e-03,
7.4566e-02, -3.7359e-02, -2.6145e-02, 7.2461e-02, -4.5299e-03,
1.3578e-02, 8.2599e-02, 2.1019e-02, -5.0578e-02, -1.8835e-02,
6.5801e-02, 3.1701e-02, 3.3603e-02, 1.0488e-02, 4.9845e-02,
8.5600e-03, 3.2130e-03, 2.2008e-03, 6.0743e-02, -2.6136e-02,
6.7519e-02, -9.5031e-02, -3.7615e-02, 4.1346e-02, 5.8063e-02,
-1.8552e-01, 1.8085e-02, 1.1186e-01, -9.4038e-02, -6.4892e-02,
8.0403e-03, 1.9977e-02, -5.4042e-02, 1.0023e-01, -4.4064e-02,
3.1566e-02, 2.0254e-02, -5.5290e-02, -1.6440e-01, 4.8560e-02,
2.8017e-02, 9.0438e-02, 6.8583e-02, -2.5862e-03, -1.0914e-01,
7.1638e-02, 5.1917e-02, 9.4795e-02, -3.2222e-02, -1.2005e-01,
9.7284e-02, 1.3088e-02, 7.9160e-02, 8.5706e-03, 1.0648e-01,
-2.4004e-02, 2.4507e-02, -2.3197e-03, -6.0172e-03, -1.2057e-02,
-6.8951e-02, 1.2104e-02, -4.1024e-02, -4.5059e-03, 2.6319e-02,
-5.0977e-02, 1.0133e-02, -7.4603e-02, 1.4631e-01, -4.4659e-02,
-2.0238e-02, -1.1642e-02, 2.5321e-02, 8.2473e-02, -3.7311e-02,
3.7452e-02, 6.1421e-02, -1.2832e-02, -3.1152e-02, 1.2608e-01,
-2.7656e-02, 3.4884e-02, 1.0758e-01, -4.1099e-02, -3.6038e-02,
9.4614e-03, -5.5468e-02, -6.1689e-02, 1.2117e-02, 3.3625e-02,
-8.0397e-03, 2.3182e-02, 9.8091e-02, 6.5190e-02, 5.4688e-02,
3.5249e-02, -9.9495e-03, 2.9989e-02, 1.4554e-02, -1.1434e-01,
-3.8372e-03, 8.7513e-03, -1.0440e-02, 2.8261e-02, 3.7752e-02,
3.5482e-02, -2.2129e-02, -7.8572e-02, -5.2550e-02, 1.6143e-02,
-2.8107e-02, 1.0577e-01, -2.4583e-03, 9.0316e-02, -7.1545e-02,
1.8120e-02, 3.0732e-02, -3.4699e-02, 4.7118e-03, -8.0785e-02,
-8.6543e-03, 1.0473e-01, -6.3396e-02, 8.5962e-02, -2.7133e-02,
4.7492e-02, 1.7376e-01, -4.9920e-02, -4.5541e-02, -1.7316e-02,
-3.4922e-02, 2.9228e-02, -1.3799e-01, 7.6971e-02, 6.6479e-02,
1.4613e-02, -2.7960e-02, -1.6332e-01, 9.7661e-02, 8.0598e-03,
4.8456e-02, 9.8648e-02, -3.8052e-02, 4.9134e-02, 3.3957e-02,
-1.6403e-02, 3.0601e-03, 2.3828e-02, 1.2303e-01, -6.9543e-02,
-6.0538e-02, 4.0290e-02, -6.0094e-02, -2.2184e-02, -2.2597e-02,
1.1411e-02, -1.1780e-02, -8.9597e-02, 1.0417e-01, -5.6600e-02,
3.0761e-02, 6.1388e-02, 1.0999e-02, 1.0262e-02, -8.2352e-03,
4.1522e-02, 7.7717e-03, 4.8137e-02, -3.3294e-02, -1.1222e-02,
-1.5382e-02, -5.8777e-02, -2.8790e-02, -6.1898e-02, -4.8563e-03,
-5.2859e-02, -8.4393e-03, 1.1886e-02, -3.3868e-02, -5.6794e-02,
4.8153e-02, 3.8460e-02, -3.3555e-02, 1.4485e-01, 1.4977e-02,
7.2183e-02, -2.9200e-02, 8.2486e-02, 6.4468e-02, 9.4790e-02,
-2.1785e-02, -6.0295e-02, 1.8616e-02, -6.3963e-02, -3.8907e-02,
-4.9300e-02, 3.5412e-02, 3.4086e-02, 3.5625e-02, 1.4823e-02,
3.6406e-03, -5.8787e-03, 3.9954e-02, -8.2026e-02, -1.3799e-02,
4.0714e-02, -3.5587e-02, -1.1369e-01, -9.0120e-02, 1.6391e-02,
-1.7150e-02, -6.9497e-02, 4.1504e-02, -4.6976e-03, 9.0021e-02,
-2.1757e-01, -1.2036e-02, 1.6834e-01, 5.6359e-02, 7.4369e-03,
4.0843e-03, -2.3837e-03, 8.9384e-02, -1.9396e-02, 8.8153e-03,
-4.7941e-02, -7.0985e-02, -2.9969e-02, 5.6773e-03, -3.8605e-02,
2.4968e-02, -4.1488e-02, 1.1480e-02, -2.1453e-02, -6.6621e-02,
5.4512e-02, -1.3323e-01, 6.8418e-02, -8.6931e-02, 2.6986e-02,
3.8244e-02, -9.8999e-03, -1.9932e-02, -1.0725e-02, 3.6988e-02,
9.9978e-02, -2.1879e-02, 3.1148e-02, -6.3579e-02, -2.3503e-03,
-4.0357e-02, 5.3794e-02, -6.4929e-02, -2.3964e-02, -2.1034e-02,
-2.4898e-02, -1.6013e-02, -2.2821e-02, 3.3193e-02, 5.2934e-02,
2.7793e-02, -7.5922e-03, -2.1689e-02, -3.3426e-02, -3.4262e-02,
-5.6500e-02, -1.7085e-02, -8.3581e-03, -6.1361e-02, -1.4793e-02,
4.7602e-02, 4.4082e-02, -1.2841e-02, 2.0149e-02, -1.6142e-02,
1.9248e-02, -4.8460e-02, 1.2384e-01, -5.2720e-02, 9.3962e-03,
-1.4858e-01, -1.1219e-02, -4.6104e-02, 9.3140e-03, 1.4466e-02,
1.5116e-02, -3.2427e-02, -2.9623e-02, 1.4346e-02, -1.3624e-02,
2.0296e-02, 3.7636e-02, -8.3789e-02, -2.6975e-02, 8.8335e-03,
1.5147e-01, -1.8182e-01, 8.6212e-02, -8.2535e-02, -7.2552e-02,
1.1906e-02, 4.0648e-02, -3.4476e-02, -1.6497e-02, 3.5012e-03,
-3.6744e-02, 1.1155e-01, -4.7658e-03, -7.5141e-02, -3.0019e-02,
-1.6311e-02, 4.2048e-02, 1.2353e-01, -9.3046e-02, -3.2178e-03,
5.1659e-02, 3.0610e-02, 4.1786e-02, -1.6696e-01, 9.0990e-03,
1.8901e-02, -1.9772e-02, 7.7326e-02, 1.1974e-01, -9.4348e-03,
-1.3985e-01, -3.8351e-02, -1.6660e-02, -5.1606e-02, -2.3136e-02,
9.0968e-03, 5.9438e-02, -4.2879e-02, -1.0339e-01, -2.5573e-02,
-9.4931e-02, -1.7355e-02, 3.0411e-02, 6.2062e-02, 2.6142e-02,
-2.3423e-01, -8.0056e-02, -1.9830e-02, -3.2611e-02, -1.2885e-02,
-8.4915e-02, 9.2195e-02, -8.2443e-02, -7.8961e-02, -7.0435e-02,
1.5126e-01, -9.6017e-03, -1.0986e-01, -1.0849e-01, 6.8728e-03,
2.9663e-02, 8.8379e-02, -7.2937e-03, -3.9882e-03, 3.8079e-02,
6.6837e-03, -8.6309e-02, -6.0834e-02, -1.9586e-02, 4.4857e-02,
1.4149e-03, 2.2850e-02, -2.2883e-02, -2.0952e-02, 5.7636e-02,
-2.3163e-02, 5.7342e-02, -3.7066e-02, 3.3948e-02, -4.1679e-02,
1.3520e-01, 3.1551e-03, -4.9363e-02, 3.2402e-02, -2.3757e-02,
5.3282e-03, 5.5761e-02, 5.8641e-03, 1.0623e-01, 7.8360e-02,
6.2731e-02, -1.6243e-01, -4.2848e-02, 8.1843e-02, 1.8729e-02,
-7.2971e-02, 9.6767e-02, -1.7822e-03, -2.4431e-02, 1.8264e-03,
-3.6383e-02, -1.1219e-02, -6.5733e-03, -3.6480e-02, -3.2616e-03,
7.2864e-04, -4.3257e-02, 4.3778e-02, -1.6098e-02, 3.5647e-02,
-1.0979e-01, -3.4057e-03, 1.9782e-02, 2.6054e-02, -1.3769e-02,
-8.7029e-02, -6.1795e-02, 5.3686e-02, 5.4252e-02, -1.4762e-01,
6.8860e-02, -2.6216e-02, 7.6623e-02, -6.7619e-03, -2.5313e-02,
-4.9156e-02, 2.2457e-02, -9.4088e-02, -1.3649e-02, 5.3270e-02,
3.6025e-02, 1.1252e-02, -6.1776e-04, 1.4261e-01, 2.7563e-02,
-5.9339e-02, -2.5686e-02, -1.7857e-02, 1.2274e-02, -6.5044e-02,
9.5018e-02, 2.6722e-02, 1.9991e-02, -1.8972e-02, 1.0531e-01,
1.0248e-02, 2.4772e-02, 3.5256e-02, -5.3017e-02, -2.5759e-02,
8.6332e-03, -1.1654e-01, -5.6480e-02, -4.7266e-02, 7.1858e-02,
1.6458e-02, 6.4109e-03, 4.7501e-02, -6.8059e-03, 8.3276e-02,
2.0957e-02, -3.7687e-02, -2.0207e-02, 6.4250e-02, 1.0813e-02,
2.8500e-02, -4.7491e-02, -4.9913e-02, -2.5548e-03, 1.7593e-02,
7.5843e-02, -7.0642e-02, 1.3225e-01, -7.0295e-03, 1.1175e-01,
-1.2526e-01, -1.6079e-01, -3.3937e-02, -3.0294e-02, 1.6362e-01,
-5.9379e-02, -5.7345e-02, 5.1243e-03, -2.8576e-02, -5.1345e-03,
1.4317e-01, -2.4059e-01, -5.5602e-02])),
('model.decoder.layers.3.encoder_attn_layer_norm.weight',
tensor([0.3941, 0.4906, 0.4600, 0.4568, 0.5237, 0.4172, 0.4137, 0.4156, 0.4388,
0.6178, 0.4310, 0.4591, 0.4124, 0.4613, 0.4248, 0.4818, 0.4865, 0.4479,
0.4137, 0.4319, 0.3909, 0.4181, 0.4969, 0.4834, 0.4379, 0.4231, 0.4040,
2.0519, 0.4453, 0.4049, 0.4529, 0.4330, 0.4096, 0.4680, 0.4930, 0.5406,
0.4455, 0.4897, 0.3787, 0.4696, 0.4759, 0.4959, 0.4539, 0.4003, 0.4679,
0.4513, 0.4552, 0.4525, 0.4237, 0.4485, 0.4494, 0.4161, 0.4425, 0.3982,
0.4358, 0.3855, 0.4121, 0.4183, 0.4323, 0.4300, 0.4051, 0.4274, 0.4596,
0.4481, 0.4872, 0.4275, 0.4614, 0.5028, 0.4280, 0.4028, 0.4114, 0.6248,
0.4623, 0.4623, 0.5291, 0.4315, 0.4341, 0.4540, 0.5149, 0.4625, 0.4224,
0.4795, 0.4762, 0.4606, 0.3681, 0.4188, 0.3909, 0.4399, 0.4735, 0.4220,
0.4564, 0.4323, 0.3997, 0.5042, 0.3915, 0.4678, 0.4565, 0.4053, 0.4412,
0.4199, 0.4449, 0.4506, 0.4216, 0.4483, 0.4367, 0.4741, 0.4755, 0.3911,
0.3946, 0.4601, 0.4861, 0.4745, 0.4440, 0.4140, 0.4648, 0.4429, 0.6185,
0.4341, 0.5236, 0.4473, 0.3613, 0.4487, 0.4251, 0.4057, 0.4284, 0.4164,
0.4815, 0.4505, 0.4668, 0.3988, 0.3922, 0.4338, 0.4381, 0.4414, 0.5160,
0.4194, 0.4176, 0.4382, 0.4125, 0.4598, 0.3913, 0.4038, 0.4596, 0.4361,
0.4181, 0.4111, 0.3891, 0.3782, 0.4221, 0.5335, 0.4472, 0.3865, 0.3722,
0.3918, 0.4669, 0.4679, 0.5049, 0.3921, 0.4124, 0.4902, 0.4293, 0.4424,
0.4907, 0.4187, 0.3995, 0.4133, 0.4592, 0.3904, 0.4542, 0.4532, 0.4400,
0.4702, 0.6361, 0.4299, 0.4541, 0.4266, 0.4744, 0.4554, 0.4522, 0.4210,
0.4547, 0.4511, 0.4652, 0.4231, 0.4376, 0.4129, 0.4285, 0.4158, 0.4066,
0.3797, 0.4112, 0.4226, 0.4673, 0.4248, 0.4197, 0.4718, 0.3719, 0.4016,
0.4557, 0.4729, 0.4252, 0.4869, 0.4477, 0.4090, 0.4215, 0.4387, 0.5486,
0.4104, 0.4181, 0.4625, 0.4702, 0.4305, 0.5045, 0.4297, 0.3761, 0.4736,
0.4309, 0.4511, 0.4705, 0.4172, 0.4359, 0.4502, 0.4164, 0.4228, 0.4472,
0.3927, 0.4174, 0.6569, 0.4790, 0.3809, 0.4654, 0.4492, 0.4412, 0.4123,
0.5373, 0.4831, 0.4451, 0.4361, 0.4598, 0.4578, 0.4802, 0.4806, 0.4154,
0.4709, 0.4393, 0.4635, 0.3844, 0.4525, 0.4090, 0.4447, 0.4360, 0.3974,
0.4970, 0.4385, 0.4539, 0.4870, 0.4269, 0.4640, 0.4195, 0.4183, 0.4170,
0.4437, 0.4669, 0.4085, 0.4393, 0.4094, 0.4376, 0.4615, 0.3818, 0.4582,
0.4868, 0.4295, 0.4653, 0.4500, 0.3942, 0.4151, 0.4549, 0.4419, 0.4472,
0.4608, 0.4522, 0.4754, 0.3802, 0.4561, 0.3939, 0.4537, 0.4531, 0.3824,
0.4582, 0.4356, 0.4455, 0.4056, 0.5065, 0.4114, 0.4488, 0.4640, 0.4919,
0.4292, 0.4150, 0.4329, 0.4547, 0.4474, 0.4310, 0.4141, 0.4752, 0.4237,
0.5082, 0.4485, 0.4487, 0.3894, 1.4224, 0.4635, 0.4528, 0.4345, 0.3849,
0.4519, 0.4405, 0.4697, 0.4154, 0.4652, 0.4094, 0.4246, 0.3851, 0.3669,
0.4178, 0.4293, 0.3941, 0.4354, 0.4309, 0.3794, 0.4202, 0.4710, 0.5480,
0.4347, 0.4365, 0.5032, 0.4094, 0.4414, 0.4356, 0.4213, 0.4435, 0.4073,
0.4478, 0.5022, 0.5169, 0.4617, 0.4074, 0.4885, 0.4478, 0.4438, 0.4315,
0.4819, 0.4015, 0.4484, 0.4311, 0.3810, 0.4477, 0.4352, 0.4548, 0.4206,
0.4662, 0.4073, 0.4139, 0.4101, 0.4219, 0.4508, 0.5199, 0.4654, 0.4550,
0.4454, 0.4442, 0.4209, 0.4384, 0.4040, 0.4652, 0.4318, 0.4338, 0.4544,
0.4308, 0.4360, 0.4348, 0.4785, 0.4367, 0.4232, 0.4183, 0.4626, 0.3462,
0.4247, 0.3995, 0.4200, 0.4005, 0.4106, 0.4142, 0.4954, 0.4150, 0.4506,
0.4299, 0.4380, 0.3752, 0.4233, 0.4529, 0.4288, 0.4804, 0.4523, 0.4477,
0.3922, 0.3777, 0.4261, 0.4333, 0.3865, 0.4196, 0.4143, 0.4151, 0.4298,
0.4366, 0.4515, 0.4113, 0.4381, 0.4211, 0.3971, 0.4357, 0.4589, 0.3803,
0.4234, 0.3997, 0.4641, 0.4420, 0.4219, 0.4285, 0.4922, 0.4781, 0.6401,
0.4264, 0.4187, 0.3897, 0.4358, 0.4456, 0.4854, 0.4173, 0.4496, 0.4176,
0.4189, 0.4857, 0.4159, 0.4487, 0.4457, 0.4537, 0.4640, 0.4061, 0.4627,
0.3899, 0.4473, 0.4498, 0.4219, 0.4192, 0.3953, 0.4639, 0.4697, 0.4437,
0.3918, 0.4111, 0.4471, 0.4151, 0.4248, 0.3913, 0.4641, 0.4401, 0.4563,
0.4618, 0.4359, 0.4273, 0.4755, 0.3699, 0.4177, 0.4267, 0.4503, 0.3995,
0.4372, 0.4505, 0.4754, 0.4401, 0.4067, 0.4057, 0.4399, 0.4599, 0.3874,
0.4893, 0.4597, 0.4038, 0.4054, 0.4792, 0.4414, 0.4583, 0.4233, 0.4217,
0.4502, 0.4358, 0.9901, 0.4680, 0.4197, 0.4238, 0.4359, 0.4584, 0.4393,
0.4222, 0.4585, 0.4707, 0.4312, 0.3729, 0.4167, 0.4971, 0.4341, 0.4221,
0.4332, 0.4784, 0.4181, 0.4427, 0.4079, 0.4662, 0.4700, 0.4153, 0.4498,
0.3928, 0.4878, 0.4845, 0.4982, 0.4263, 0.4818, 0.4709, 0.4253, 0.4364,
0.4389, 0.4364, 0.3976, 0.4865, 0.4165, 0.4234, 0.4393, 0.4116, 0.4421,
0.3996, 0.4283, 0.4699, 0.4078, 0.4387, 0.4256, 0.4770, 0.4338, 0.4219,
0.4051, 0.4273, 0.3999, 0.4247, 0.4159, 0.4025, 0.4443, 0.4412, 0.5514,
0.4377, 0.4164, 0.4005, 0.4410, 0.4361, 0.4116, 0.4805, 0.4149, 0.4059,
0.4810, 0.4377, 0.4613, 0.4366, 0.4020, 0.4912, 0.4421, 0.8306, 0.4122,
0.3953, 0.4566, 0.4318, 0.4922, 0.3416, 0.3699, 0.4626, 0.4436, 0.4478,
0.4444, 0.4509, 0.4472, 0.4891, 0.4121, 0.4855, 0.4605, 0.4216, 0.4412,
0.4172, 0.4494, 0.4917, 0.4210, 0.4026, 0.4704, 0.4582, 0.3983, 0.4312,
0.3828, 0.4740, 0.3721, 0.4378, 0.4285, 0.4101, 0.4951, 0.4588, 0.4626,
0.4623, 0.4805, 0.4784, 0.4637, 0.4212, 0.4802, 0.4331, 0.4425, 0.4097,
0.4644, 0.4286, 0.4595, 0.4427, 0.3745, 0.4738, 0.4508, 0.4447, 0.4428,
0.3948, 0.4029, 0.4294, 0.4111, 0.4484, 0.4245, 0.4833, 0.4282, 0.4470,
0.4811, 0.4937, 0.4508, 0.4280, 0.4508, 0.4516, 0.4304, 0.4594, 0.4306,
0.4778, 0.4294, 0.4596, 0.4305, 0.4146, 0.4713, 0.4837, 0.3919, 0.3594,
0.3958, 0.4748, 0.4364, 0.4403, 0.4295, 0.4010, 0.4054, 0.4139, 0.4362,
0.3903, 0.4478, 0.4296, 0.3913, 0.3764, 0.4295, 0.4682, 0.4272, 0.4588,
0.4238, 0.4504, 0.4523, 0.4093, 0.4464, 0.4252, 0.4456, 0.4184, 0.4246,
0.4441, 0.4100, 0.4541, 0.4250, 0.5384, 0.4423, 0.3893, 0.5414, 0.4595,
0.4189, 0.4987, 0.4399, 0.4109, 0.4213, 0.6604, 0.4154, 0.4274, 0.4103,
0.4433, 0.3590, 0.4562, 0.4607, 0.4928, 0.4577, 0.4467, 0.4479, 0.4322,
0.4528, 0.4183, 0.3866, 0.3900, 0.4239, 0.4446, 0.4263, 0.4531, 0.4932,
0.3932, 0.4303, 0.4391, 0.4560, 0.4022, 0.4867, 0.4109, 0.3990, 0.4279,
0.4526, 0.4643, 0.3809, 0.4305, 0.4380, 0.4480, 0.4187, 0.5446, 0.4064,
0.4199, 0.4097, 0.4439, 0.4799, 0.4722, 0.4010, 0.4232, 0.4253, 0.4549,
0.4724, 0.5058, 0.4306, 0.3606, 0.3874, 0.3980, 0.3996, 0.4524, 0.3721,
0.3893, 0.4376, 0.4323, 0.3473, 0.4211, 0.4701, 0.4406, 0.4313, 0.3668,
0.4451, 0.4285, 0.3860])),
('model.decoder.layers.3.encoder_attn_layer_norm.bias',
tensor([-1.6463e-02, -5.4424e-02, 6.1487e-02, 2.5104e-02, -2.9065e-02,
-1.4924e-01, 5.9881e-02, 1.2239e-01, -7.8741e-02, -1.9978e-01,
4.5673e-04, -8.2305e-02, -6.8121e-02, -5.0762e-02, 1.5354e-02,
-4.5501e-02, 3.6625e-02, 4.8839e-02, 1.4135e-02, -1.1764e-02,
2.6749e-02, -1.2163e-01, -6.8422e-02, -6.3521e-02, -3.9528e-02,
5.6764e-02, -2.1738e-01, -9.3935e-01, -8.9566e-02, -5.3187e-01,
-3.8492e-02, -3.8895e-02, -1.2706e-01, 1.5606e-02, -5.0239e-02,
-1.2192e-01, 1.7914e-02, 1.0044e-01, -9.3619e-03, -9.6303e-03,
-9.9695e-02, -7.9163e-02, 2.3073e-02, 7.8412e-02, 5.3462e-03,
-8.4802e-02, 2.8233e-02, -6.7249e-02, -9.0207e-02, -3.1763e-02,
-6.8753e-02, -2.3319e-02, 6.5029e-02, 4.2354e-02, -5.2129e-02,
-7.0230e-02, -8.5799e-02, -2.8365e-02, -1.2812e-01, -1.0168e-01,
-5.4439e-02, -1.0993e-01, -1.5529e-03, -5.8655e-02, 1.7437e-01,
-1.2535e-01, -2.7035e-02, 4.8504e-02, 9.6841e-03, -5.0248e-04,
1.1347e-01, 9.3115e-02, -5.4300e-02, -1.7319e-01, -1.4177e-01,
-6.1922e-02, -1.8580e-01, -8.5150e-02, 2.4157e-02, -2.0500e-02,
-2.6366e-02, -7.3816e-02, 7.5496e-02, 3.9671e-02, 3.2295e-02,
-8.8798e-03, -1.3021e-02, 5.3711e-02, -1.0768e-02, -1.0776e-01,
-9.3760e-02, 8.8235e-03, -6.8867e-02, 1.3176e-01, -1.2342e-01,
-1.0575e-02, 1.7784e-02, -6.4653e-02, -3.6011e-02, 5.4001e-02,
-6.6961e-02, 1.2509e-02, -1.2604e-01, 5.7671e-03, -3.0846e-02,
1.1541e-02, 8.0039e-02, -1.2297e-01, -1.7051e-01, -1.2811e-01,
4.0363e-03, -7.9999e-02, -7.5024e-02, -6.0984e-02, -7.5068e-03,
-3.0322e-02, -1.1919e-01, -4.9880e-02, -2.6695e-02, -4.7016e-02,
-7.1640e-02, -1.5610e-01, -2.8280e-02, 3.4138e-02, -1.7999e-01,
-1.0431e-02, -1.3843e-01, -8.0168e-02, -2.1342e-02, 2.1380e-02,
-7.4666e-02, 1.1261e-01, -9.7328e-02, 3.7556e-02, -6.9981e-02,
-1.1314e-02, -8.7423e-03, -2.3545e-02, 2.5955e-02, 3.8336e-02,
-6.5055e-02, 5.8994e-03, 9.7771e-02, 5.7675e-02, -2.7242e-02,
-1.6053e-01, -2.7668e-02, -1.2466e-01, -9.3454e-02, -7.4598e-01,
-7.5090e-02, -6.6760e-02, -1.6916e-01, -4.6505e-02, -1.3655e-02,
1.1509e-02, -1.7494e-01, -8.1032e-02, -6.6328e-02, -2.7050e-02,
-1.4555e-01, -5.0841e-02, -1.3513e-01, -2.3017e-01, 1.4999e-02,
-9.0520e-02, 1.2828e-02, -1.0251e-01, -4.6657e-02, -1.4420e-02,
6.5086e-02, -9.7411e-02, 2.6761e-01, -9.9397e-02, 3.1278e-02,
-2.4624e-01, -4.6269e-02, -1.5392e-01, 4.7248e-02, -8.7192e-02,
7.4999e-03, 3.4506e-04, 5.9417e-02, -5.8244e-03, -7.6102e-03,
-9.3286e-02, 3.6691e-02, 4.3214e-02, -5.9843e-03, -9.6019e-02,
3.6638e-02, 9.6169e-02, -1.7047e-02, 2.0791e-02, -2.0173e-02,
-1.6020e-02, -2.8698e-02, -1.8377e-02, 3.5814e-02, -1.1531e-03,
-2.4284e-01, -1.3886e-02, 8.3557e-03, -5.5941e-02, -6.1453e-02,
-3.5552e-02, 1.0422e-02, 3.5782e-02, -9.1370e-02, -6.6007e-02,
9.2608e-02, 2.1242e-02, -5.1405e-02, -2.1698e-02, -4.4209e-02,
-2.2441e-02, 3.3573e-03, -3.9860e-02, -1.2873e-02, 2.5473e-02,
-1.3905e-01, 3.4112e-02, 1.7098e-01, -5.8811e-02, -6.8818e-02,
-4.5378e-02, -5.3927e-03, -8.3505e-05, 1.6435e-02, -1.8658e-03,
-2.1383e-03, -4.6848e-02, -7.5973e-02, -1.0132e-01, -7.4510e-02,
-9.1268e-02, -4.8950e-02, -2.4656e-02, -5.5796e-03, -5.9000e-02,
-5.9561e-02, -3.8732e-02, -6.2337e-02, 1.3469e-02, 3.9407e-02,
-8.8351e-02, 3.0570e-02, 3.8410e-02, -1.0385e-01, 9.9978e-03,
-1.1744e-01, 5.3024e-02, 5.2605e-04, -1.1602e-02, 5.9969e-03,
-6.9925e-03, -1.4580e-01, -1.0143e-03, 4.6640e-02, -4.2112e-02,
5.0577e-02, -1.0426e-02, 5.8528e-02, -2.3284e-02, -5.7476e-03,
-2.1610e-02, -5.7309e-02, -1.1045e-01, 3.9455e-03, -1.0358e-01,
8.4172e-02, -7.9032e-02, -2.0859e-01, -2.6928e-02, -8.5597e-02,
-1.3977e-01, -6.2899e-02, -2.2064e-02, 1.0002e-02, -4.0052e-03,
-1.7416e-01, 1.1300e-01, -8.0343e-02, -1.5309e-01, -1.1232e-01,
-1.5178e-01, -6.8694e-02, 2.2533e-02, -1.1028e-01, -1.8012e-02,
-1.5764e-01, 4.1117e-03, -1.7557e-01, 3.9787e-02, 3.9623e-03,
-1.7439e-01, -1.1355e-01, -2.0880e-02, -3.4782e-03, 2.9196e-02,
-6.3981e-02, 4.1919e-02, 4.4733e-04, -1.0089e-01, 3.1922e-02,
-6.2086e-02, 1.9024e-01, 5.0392e-04, -9.1106e-02, -7.1307e-02,
1.4641e+00, -6.2920e-02, -7.3304e-02, 1.5287e-02, -1.2714e-01,
5.1141e-02, -6.9732e-02, 6.1685e-02, -1.5957e-01, 2.0329e-01,
3.2691e-02, -3.9092e-02, -3.4135e-02, -9.5026e-02, 3.1130e-02,
3.9150e-02, 1.5760e-02, -6.3601e-02, -5.5085e-02, -1.6875e-01,
-3.1809e-02, -4.4793e-02, -1.2251e-01, -7.4077e-02, 3.1389e-02,
-7.6692e-02, -1.0324e-01, -9.9550e-03, 2.8137e-02, -6.2695e-02,
5.6608e-02, -3.5624e-02, -1.0802e-01, 1.7388e-01, 9.3996e-02,
2.9465e-02, 1.8766e-02, -7.7333e-02, -2.6369e-02, -2.2654e-01,
-4.4396e-02, 4.9655e-02, -1.4109e-03, -1.6146e-01, -2.8058e-02,
-8.9582e-02, -3.2024e-02, -6.5596e-02, -3.4951e-02, 1.9659e-02,
7.1658e-02, 1.3738e-02, 5.6496e-02, -4.0182e-02, -7.9480e-02,
3.0624e-02, 1.3129e-01, -1.0664e-01, 3.4288e-02, -9.2763e-02,
2.1478e-02, 3.6734e-02, -2.2311e-02, -9.5272e-02, 1.6755e-02,
-5.4720e-02, -4.4521e-02, -4.7491e-02, -9.1876e-02, 3.4425e-02,
2.0038e-02, -4.5584e-02, -2.9673e-02, -7.0352e-02, -3.9531e-03,
-1.2056e-01, -8.6557e-02, 6.2628e-02, -2.3940e-02, -2.2499e-02,
-1.1338e-01, -1.6307e-01, 6.3585e-02, 9.2476e-02, -6.1285e-02,
-3.2178e-02, -6.9682e-02, -1.4287e-01, -5.5897e-02, -4.1228e-02,
-6.6122e-02, 5.3997e-03, -8.0109e-02, -7.8434e-02, 6.3935e-03,
-2.4460e-02, -1.0009e-01, -1.7849e-02, -6.4269e-02, -4.9553e-02,
9.7747e-02, -1.2342e-02, -1.5422e-01, 7.0253e-02, 3.1959e-02,
1.1543e-01, -1.9592e-02, -1.0694e-02, -4.5791e-02, -5.4535e-02,
1.4238e-02, 3.6593e-03, -4.5722e-02, -4.6357e-02, -9.0004e-02,
-3.0938e-02, 1.9197e-02, -5.6225e-02, -7.4022e-02, 7.1769e-02,
-5.0061e-02, -1.4090e-02, -1.5479e-02, -1.0574e-02, -5.5481e-02,
2.4123e-02, -3.9540e-02, 2.7096e-02, 3.1273e-02, -6.4873e-02,
-3.3076e-02, -2.8966e-02, 1.2184e-02, -5.5744e-02, 3.5911e-02,
-2.2099e-03, -8.1307e-02, 4.0241e-03, -3.6645e-02, 1.2138e-01,
-7.3593e-02, 2.4106e-02, -2.7322e-02, -1.1131e-01, 3.9018e-03,
-1.1909e-01, 7.4032e-02, 2.1709e-02, -5.5252e-02, -1.1208e-01,
9.3264e-02, -1.0038e-01, -2.8213e-02, -8.3193e-02, -7.7788e-03,
-1.7887e-01, -3.6977e-02, -1.1255e-01, -1.4339e-02, 6.8071e-03,
-1.0539e-02, -1.7346e-02, -6.5077e-03, -1.9502e-01, -8.1713e-02,
-2.4320e-02, -2.1145e-02, -1.4580e-02, 8.6057e-03, 3.7257e-02,
-1.5086e-02, -5.0631e-02, 8.1448e-02, -2.5718e-02, 2.6302e-02,
-4.7011e-02, -3.6152e-02, 1.3561e-02, 8.2421e-02, -7.7993e-03,
-4.6167e-02, -7.4867e-02, 5.9994e-02, 1.1295e-01, 1.5469e-02,
-6.4547e-02, 4.4329e-02, -2.5126e-01, -1.5124e-01, -2.5466e-02,
-1.5155e-01, -3.6367e-02, -4.0839e-02, -1.2188e-01, -1.9687e-01,
-9.1325e-02, 5.5296e-02, -1.3794e-01, -1.8614e-02, 3.8135e-02,
-2.6191e-02, 5.7843e-02, -7.5980e-02, -4.7230e-03, -3.9336e-02,
-9.9291e-02, -8.6537e-04, 6.3814e-03, 2.7068e-02, -7.5604e-03,
2.0190e-02, 1.9550e-02, -1.0253e-01, 4.0043e-02, -1.9097e-01,
-8.8851e-02, 9.0847e-02, 2.7964e-02, 5.1581e-02, -6.5367e-02,
-5.3433e-02, -3.1288e-02, -1.0566e-01, -1.3391e-02, -1.5312e-02,
-3.2674e-02, 2.6588e-02, -7.5617e-02, -1.6423e-02, 5.1375e-02,
-4.3737e-02, 1.8383e-02, 8.4389e-02, -6.4806e-02, -7.7644e-02,
4.0452e-02, 6.0282e-02, -3.5808e-02, -7.0198e-02, 1.7185e-02,
-2.0266e-03, -6.6254e-02, -2.9788e-03, 4.3090e-02, -3.1212e-02,
-4.2124e-02, -1.1600e-01, 1.3033e-01, -6.1432e-02, -1.2142e-01,
-7.0295e-02, 5.6516e-02, -1.7261e-02, -4.5212e-02, 2.8108e-02,
-1.2556e-02, 7.9571e-03, -1.3258e-02, -1.3411e-01, 1.1058e-01,
-2.8474e-02, 8.0639e-02, -4.0641e-02, 1.4901e-02, -2.5512e-01,
1.1691e-01, -9.6083e-02, 1.1422e-01, -2.2508e-02, 4.2516e-02,
-3.0438e-01, -1.7480e-02, -2.0361e-02, 2.6076e-02, -4.8799e-02,
-5.0167e-02, -5.3386e-02, -2.1511e-02, -1.2206e-02, -7.8359e-02,
-1.0974e-01, -2.3146e-01, 6.5136e-02, -6.3704e-02, 7.7972e-02,
3.5710e-02, 1.0938e-01, -1.7782e-01, 2.9020e-01, 1.5728e-02,
-5.4844e-02, -4.7675e-03, -9.9349e-02, -8.0564e-02, -5.1047e-02,
-8.9665e-02, -1.0396e-01, -3.8774e-02, -8.9756e-02, 9.9566e-02,
-1.1892e-02, -5.1629e-02, -5.0980e-02, -6.9228e-03, 4.1905e-02,
-3.0238e-02, -1.0106e-01, -1.0118e-01, -3.7189e-02, 7.0250e-03,
-1.4621e-01, -1.0210e-01, -7.2679e-02, -7.7050e-02, -7.3271e-02,
2.1474e-02, 1.4998e-01, -1.0626e-02, -6.7003e-02, -6.1203e-03,
-9.8002e-03, -9.5035e-02, -1.3617e-01, -4.4831e-02, -6.4216e-02,
-8.1633e-02, 7.1876e-02, 2.9474e-02, 1.3062e-02, -6.9463e-02,
2.0574e-02, -9.6594e-02, 7.8105e-04, 1.7719e-02, -5.0491e-02,
-8.9724e-02, 1.0600e-02, -3.0922e-02, -1.0649e-01, -1.2982e-01,
1.2399e-01, -4.3854e-02, 5.0512e-02, -3.7473e-02, -1.0084e-01,
3.3028e-02, 7.1886e-02, -3.5448e-02, 1.2933e-02, 5.6348e-02,
1.1388e-01, 4.8271e-02, -1.5147e-01, -6.0903e-02, 6.4260e-02,
-8.8246e-02, 8.7702e-03, -1.0801e-01, -7.0354e-02, 5.0697e-02,
-1.1102e-01, 1.7751e-01, -7.2470e-02, -7.5922e-03, -9.1401e-02,
-5.6460e-02, -7.9475e-02, 1.0692e-01, -1.8306e-01, -7.0350e-02,
-1.9094e-02, -1.9404e-02, -4.0178e-02, -1.0872e-01, -9.5014e-02,
3.0700e-02, -2.5690e-02, 6.6236e-02, -1.5935e-01, -7.7910e-02,
5.3054e-02, -4.8139e-02, -7.2079e-02, -4.2933e-02, 2.8587e-02,
-1.1784e-01, 7.1739e-02, -4.7449e-02, 8.9874e-02, 2.3525e-02,
6.6729e-02, 1.2081e-02, -3.7123e-02, -3.0823e-02, -1.5802e-02,
3.0671e-02, -1.1748e-01, -1.0453e-01, -9.8412e-02, -1.5343e-01,
-8.9044e-02, -2.6836e-02, 1.8962e-02, -2.9293e-02, -1.2234e-01,
-8.7512e-02, 1.9075e-02, -2.9219e-02, -3.5687e-02, -1.9892e-02,
-1.1232e-01, 2.5519e-02, -1.7009e-02, -7.3607e-02, -9.8204e-02,
-9.1860e-03, 3.0411e-03, -8.5315e-02, -4.5857e-02, -6.6820e-02,
2.7511e-02, -5.0566e-02, -5.5113e-02, 2.3678e-01, -3.1022e-02,
-5.9968e-02, -2.6722e-02, 8.6006e-04, -5.1092e-02, -5.5509e-02,
1.2943e-02, -1.3975e-02, -9.7754e-02, -1.1124e-01, 1.0242e-01,
-1.4802e-01, -4.8325e-02, -7.4886e-02, -1.5665e-01, -8.4361e-02,
-1.3034e-01, -6.2503e-02, -3.7637e-02, -6.9957e-02, -1.2857e-01,
-1.1024e-01, -8.5537e-02, 7.8442e-02, 9.6664e-02, -2.1510e-01,
-4.0893e-02, 7.8045e-02, -1.6558e-01, -6.2834e-02, -4.2951e-02,
-9.2277e-02, 2.0137e-01, -3.8037e-02])),
('model.decoder.layers.3.fc1.weight',
tensor([[ 0.0021, -0.1117, -0.0947, ..., 0.0467, -0.0319, 0.0168],
[-0.1453, -0.0502, -0.0182, ..., 0.0122, -0.0327, -0.0970],
[-0.0345, 0.0630, -0.0606, ..., -0.0319, -0.0561, -0.0236],
...,
[-0.0334, -0.0281, 0.0626, ..., 0.0114, -0.0208, -0.0155],
[-0.0807, -0.0102, -0.0993, ..., -0.0221, -0.0777, 0.0956],
[-0.0082, 0.0613, 0.0030, ..., 0.0180, -0.0203, 0.0110]])),
('model.decoder.layers.3.fc1.bias',
tensor([-0.1650, -0.1239, -0.0194, ..., -0.1227, -0.1794, -0.0157])),
('model.decoder.layers.3.fc2.weight',
tensor([[ 0.0165, -0.0063, -0.0148, ..., -0.0146, -0.0053, -0.0640],
[-0.0039, -0.0174, -0.0404, ..., 0.0354, 0.0274, -0.0015],
[-0.0494, -0.0816, 0.0094, ..., -0.0311, 0.0088, -0.0387],
...,
[ 0.0294, 0.0193, 0.0333, ..., 0.0107, 0.0653, 0.0254],
[ 0.0271, -0.0904, -0.0933, ..., -0.0771, -0.1004, -0.0362],
[ 0.0185, -0.0384, 0.0121, ..., 0.0454, 0.0161, -0.0462]])),
('model.decoder.layers.3.fc2.bias',
tensor([ 1.8878e-01, 7.1373e-02, 1.3489e-01, -4.8585e-02, -2.7112e-02,
-1.4660e-01, -2.3810e-02, 5.1623e-02, -4.6556e-03, -1.6809e-01,
-6.7284e-02, -5.0004e-03, 2.5355e-02, 9.9242e-02, 1.5499e-02,
7.0386e-02, 3.4780e-02, -1.1034e-01, 1.1444e-01, 4.5029e-02,
-1.9243e-02, 1.1951e-01, -4.6343e-02, -2.5147e-03, -5.6892e-02,
4.9184e-02, -3.2124e-02, -3.2242e-01, 1.0351e-02, -4.4960e-01,
5.4988e-02, -1.9837e-02, -9.5020e-02, -2.6592e-02, 1.5396e-03,
3.5186e-02, 1.3759e-02, 8.7560e-02, -2.1725e-02, -8.5850e-02,
-5.6636e-02, 1.1743e-01, -1.2044e-01, 1.1951e-01, 5.7422e-02,
1.2758e-01, 1.7443e-02, -8.9762e-02, 2.0428e-01, 3.3499e-03,
1.4277e-02, -2.3816e-02, 3.0527e-02, 8.6194e-02, 1.1889e-02,
1.1900e-01, 1.1272e-01, 2.7555e-02, 3.5821e-02, 3.1399e-02,
-3.7658e-02, 5.0090e-02, 4.2981e-02, -4.4375e-02, -3.1976e-02,
-1.2793e-01, -1.8522e-02, 6.3583e-02, -3.1093e-02, 5.0676e-02,
9.8346e-02, 5.7072e-02, -1.3557e-02, -6.9229e-02, -1.2580e-01,
8.1233e-02, -3.8091e-02, -1.6688e-02, 1.1350e-01, 3.6304e-02,
-1.3626e-02, 2.7924e-02, 3.8725e-02, 3.6388e-02, -1.9163e-02,
1.1546e-01, 1.5406e-01, 1.1593e-03, -4.0029e-02, -3.2554e-02,
-1.3446e-01, -4.5789e-02, -1.6284e-01, 2.5437e-02, -7.0897e-02,
-9.8832e-02, -7.3438e-02, -2.9762e-02, -6.1142e-02, 5.2243e-02,
4.8128e-02, -5.1101e-02, -1.1502e-01, -4.1042e-02, -6.7426e-02,
1.3431e-01, 3.2656e-02, -1.0997e-01, -1.8632e-01, -6.1768e-02,
7.6166e-02, -4.0429e-02, -3.8368e-02, 6.4679e-02, 4.6237e-02,
6.9639e-02, -4.7343e-02, 6.7536e-02, 7.2215e-02, 2.2250e-02,
-1.2110e-01, -9.7475e-02, 7.4579e-02, 1.4927e-02, 7.9666e-02,
5.3509e-02, 2.4472e-03, -5.2197e-02, 3.1712e-03, -1.6420e-02,
-4.2022e-02, 8.9515e-02, -7.1049e-02, 9.4452e-02, 4.8112e-02,
6.6901e-02, -5.7296e-02, 5.5360e-02, 4.5562e-02, 1.1288e-01,
-6.7344e-02, 8.7313e-02, -2.9061e-02, 2.0984e-01, 6.3450e-02,
4.3308e-02, -7.1452e-02, 9.3670e-02, 3.6982e-02, -1.8227e-01,
-8.7095e-02, -5.1075e-03, -1.5162e-02, 4.5769e-03, -1.0888e-01,
-2.8977e-02, -9.5112e-04, -4.6597e-02, 7.5260e-03, -3.9046e-02,
4.4096e-02, 1.3939e-02, -2.7445e-02, 3.4968e-02, 2.1283e-01,
9.0133e-02, 9.8467e-02, 6.5509e-02, 4.5326e-02, 4.2892e-02,
1.0338e-03, -7.5465e-02, 9.9423e-02, 2.7774e-02, 1.3004e-01,
-8.6173e-02, 6.2668e-03, 5.7871e-03, 7.3384e-02, -1.4474e-02,
-1.8928e-02, 8.9462e-03, 1.7606e-02, 9.0597e-02, -1.6141e-02,
-6.6574e-02, -1.4595e-01, 3.3553e-03, -2.2651e-02, 1.9510e-03,
9.7547e-03, -6.3074e-02, -8.5707e-03, 1.7815e-02, 1.0649e-01,
1.2475e-02, 2.7183e-02, -9.9233e-02, 3.5994e-02, -1.7058e-02,
-9.8924e-04, 3.9236e-03, -1.0125e-01, -1.3102e-01, -1.4031e-02,
-2.6558e-03, 9.6156e-02, 9.5667e-02, 5.3269e-02, -3.9682e-02,
-4.2710e-02, -2.4058e-02, -7.2628e-02, 1.5053e-02, 1.1598e-02,
4.5423e-02, 6.3993e-03, -5.7467e-02, 4.2031e-02, -2.5493e-02,
-1.3112e-02, 4.1426e-02, -2.2080e-03, -6.5840e-02, 5.7850e-02,
-5.7668e-02, 4.5351e-02, -7.5669e-02, 1.0733e-02, 3.1676e-02,
-3.9964e-02, 2.1744e-02, -2.3150e-02, -8.1624e-02, -5.3503e-02,
3.9325e-02, 1.1858e-03, 8.0692e-02, 1.2187e-01, -3.2054e-02,
3.3387e-02, 3.3220e-02, -2.1951e-02, 7.6329e-02, -4.8000e-02,
2.9840e-02, 2.8221e-02, 1.7956e-02, 3.9133e-02, 2.6456e-02,
-1.4884e-02, 7.4433e-02, 5.0107e-02, 6.5499e-03, -7.4205e-02,
-5.1552e-02, -7.3045e-02, 6.5553e-02, 1.0441e-04, -7.1092e-03,
3.3955e-02, -1.2502e-02, 9.1304e-02, 8.0825e-03, -3.2578e-02,
-3.2600e-02, -1.1250e-02, -7.8128e-02, 3.8911e-02, 3.1753e-02,
3.0802e-02, -1.7278e-03, -9.8973e-02, 6.2063e-02, 2.6231e-02,
8.0960e-02, 1.2587e-02, 7.2544e-02, -1.9273e-02, -8.3510e-03,
-5.5745e-02, 1.1842e-03, 3.1985e-02, -3.9493e-02, -3.9170e-03,
3.1936e-02, 6.0392e-02, -5.6999e-02, -2.9992e-03, -2.7767e-03,
-7.7876e-02, 1.1694e-01, -7.9827e-02, 4.1687e-02, -4.4602e-02,
-4.6581e-02, -4.0730e-02, -7.7198e-02, -7.5553e-02, 5.6027e-02,
2.2715e-02, -1.4695e-02, -2.1968e-03, -8.0864e-02, 9.3255e-03,
-3.3201e-02, 5.0505e-02, 3.6337e-02, -3.7383e-02, -1.8432e-01,
4.8937e-01, 3.2482e-03, -4.9850e-03, 5.9730e-03, 1.5104e-02,
6.4728e-02, 2.7828e-02, 6.2690e-02, 1.1771e-01, -1.5498e-02,
3.9721e-02, -4.2695e-02, 7.2363e-02, -3.9980e-02, 2.0717e-02,
1.3347e-02, 2.1079e-02, -8.8965e-02, -3.5688e-02, -1.7054e-01,
-4.1997e-02, -1.6676e-02, -1.5075e-02, 1.6525e-02, 9.9577e-02,
-2.9531e-02, 1.0572e-01, 4.5965e-02, -7.9068e-02, -1.2488e-01,
-1.0074e-01, -1.5357e-02, 2.0965e-02, 6.2528e-02, 8.8803e-02,
4.2834e-02, -1.3118e-01, -1.0037e-01, 3.5163e-02, -8.2009e-02,
2.5895e-02, -4.5296e-02, -3.2621e-02, 1.3095e-02, 1.2291e-01,
4.0183e-02, 6.3053e-03, -5.7094e-02, 2.4294e-01, -7.1195e-02,
9.0195e-02, -7.1259e-02, 1.3645e-01, 1.2410e-01, -1.0066e-01,
-1.2853e-01, 1.1684e-01, 1.1565e-02, 9.3573e-03, 6.5793e-02,
-2.7985e-02, 5.0677e-02, 3.2301e-02, -1.2370e-01, -4.4916e-02,
-5.4720e-02, -7.1042e-02, 2.4239e-02, 2.8072e-02, 4.5950e-04,
8.9361e-02, -3.4345e-03, 8.0672e-02, -4.4482e-02, -5.4206e-02,
-3.3325e-02, -2.6243e-01, 1.2508e-01, 5.6399e-02, 5.5757e-02,
8.1052e-02, -1.7166e-01, 8.7496e-02, 4.4154e-02, 4.9164e-02,
-1.0274e-02, 1.9085e-02, -4.5210e-02, -2.7590e-02, -5.6458e-02,
-7.1274e-02, -4.5580e-02, 5.4666e-02, 4.0974e-02, 9.6358e-02,
-6.0207e-02, 8.8938e-02, 6.7528e-03, -5.1748e-02, 7.5118e-02,
1.6787e-02, -1.4565e-01, -1.8340e-02, 8.8447e-03, 3.7691e-02,
4.0345e-02, -1.1565e-02, 1.0110e-01, -4.4094e-02, -3.2490e-02,
5.7423e-02, 8.8395e-02, 3.2705e-02, 2.1568e-02, 4.2881e-02,
5.3441e-02, -5.5116e-02, -1.1520e-01, -5.5842e-02, 1.2810e-01,
-4.3319e-03, -4.1132e-02, 4.1277e-02, -3.7943e-02, -3.3098e-02,
-3.0326e-03, -4.3892e-03, -1.9048e-02, -7.9329e-02, -7.4100e-02,
-1.1998e-01, -2.5392e-05, 4.6626e-02, -8.4014e-02, 3.0517e-02,
-7.6738e-02, -6.8558e-02, -3.1287e-02, -1.3012e-01, -4.5999e-03,
4.0902e-02, 8.3727e-02, 1.1916e-01, 7.6484e-02, -1.3688e-01,
3.3404e-02, 1.7337e-02, 2.7707e-02, -9.3564e-03, 2.6398e-01,
1.9682e-01, -2.1831e-04, -1.7388e-02, -8.6603e-02, 1.2159e-01,
-9.8274e-02, 2.3274e-02, 6.7649e-03, -3.2594e-02, 1.1671e-02,
-1.3634e-02, 8.9730e-02, -1.0490e-01, 1.8328e-04, -3.3280e-02,
3.6317e-02, -2.4125e-02, -1.2336e-01, 1.5340e-02, -2.9263e-03,
-1.0186e-02, 7.2045e-02, 9.3577e-02, 1.9730e-02, -4.5393e-02,
9.4875e-02, -5.2849e-02, -3.9422e-02, 7.8881e-04, -5.4085e-02,
1.2733e-02, -3.8517e-02, -8.0611e-02, 7.8449e-02, 8.2968e-02,
6.6737e-02, 7.7329e-02, -2.5418e-01, -1.1207e-02, -5.1245e-02,
-1.4851e-01, -8.7742e-02, -1.7638e-02, -3.4287e-02, 6.7454e-03,
-3.4486e-02, -1.1500e-02, -2.9834e-02, 1.6925e-02, 9.4588e-02,
-6.5437e-03, -5.3862e-02, 2.5980e-03, 9.5541e-02, -2.4136e-02,
6.8218e-03, 8.2726e-02, -1.6373e-02, 4.3356e-02, -9.7710e-04,
-1.4505e-02, -3.8631e-02, -1.7107e-01, 1.1982e-02, 5.2379e-05,
-5.1660e-02, 1.4379e-01, 3.1755e-04, -4.8589e-02, -2.4554e-02,
5.4354e-02, 7.9710e-02, 1.2784e-01, 1.0732e-01, 6.3398e-03,
-3.2618e-02, -1.3115e-01, 7.2248e-02, 1.0706e-01, 5.4194e-02,
3.0008e-02, 8.5328e-03, 4.4059e-02, -1.2456e-02, -2.5860e-02,
-3.7820e-02, 3.4839e-02, 6.2110e-03, -1.0401e-01, 8.7300e-02,
-4.7987e-03, -5.6848e-02, -1.2957e-02, 1.1512e-03, -2.5196e-03,
-6.4157e-02, -2.4991e-02, -8.5047e-03, -1.0346e-01, 1.7551e-02,
-8.0779e-02, -6.4090e-03, 1.3530e-01, 2.3541e-02, 6.2998e-02,
-1.7223e-02, -8.2132e-02, 2.7361e-02, 2.1593e-03, 1.4789e-01,
-6.7068e-03, 9.5193e-02, 1.2520e-03, 1.0270e-02, -1.2835e-01,
-1.0480e-01, 6.6927e-03, 3.5840e-02, 6.8107e-02, 1.0070e-01,
-5.8686e-02, -9.4300e-02, 2.1154e-02, 1.1093e-01, -1.1507e-01,
-1.4982e-02, 3.9625e-02, -1.0348e-01, -1.4801e-02, -1.4575e-01,
-5.2506e-03, -7.8306e-02, 1.8896e-01, -2.0153e-01, -1.3129e-02,
8.2722e-02, -2.0198e-02, 5.3263e-02, 1.5675e-01, -6.9121e-02,
-9.9662e-02, -1.0913e-02, 1.2310e-01, -1.9645e-01, 4.3389e-02,
5.4424e-02, 3.9270e-02, -3.0852e-03, -2.4077e-02, -6.8484e-02,
5.9549e-02, -9.1936e-02, 4.9903e-02, 1.2702e-01, -6.1558e-02,
3.4965e-02, 1.1823e-01, 7.2914e-02, 1.8932e-02, -8.1468e-03,
-8.3055e-02, -2.1897e-02, -1.2353e-01, -3.7063e-02, -6.2680e-02,
1.1124e-01, 1.0972e-01, 1.6743e-02, -8.0001e-02, -5.1140e-02,
4.9428e-02, -3.2339e-02, -1.0561e-01, 5.1203e-02, 4.4157e-02,
-6.9405e-03, -2.6264e-02, 6.7490e-02, 4.5102e-02, -1.5652e-01,
4.3609e-04, -1.9180e-02, 3.6508e-02, 4.8953e-02, 6.0453e-02,
-1.0966e-02, 2.6598e-03, 6.5213e-02, -1.3130e-01, 2.2608e-03,
-1.4313e-02, 3.3406e-04, -1.1323e-01, -1.0555e-02, 5.1637e-02,
-7.2563e-02, -1.0836e-01, -4.3629e-02, -4.3428e-02, -5.4743e-03,
2.9431e-02, 3.9847e-02, -5.3691e-02, -4.0228e-03, 1.1688e-02,
1.4498e-01, -6.0837e-02, -3.8407e-02, -1.4884e-02, 3.9033e-03,
-7.6573e-02, -8.6083e-03, -2.0352e-02, -6.7349e-02, 1.2123e-02,
-3.0467e-02, -1.6640e-01, 5.5062e-02, -2.4953e-02, -9.3156e-02,
-2.0499e-02, 1.4159e-01, -4.9760e-03, -5.7904e-03, -5.4248e-02,
-7.0105e-06, 6.0431e-02, 5.0472e-02, -7.5423e-02, -1.0941e-01,
-9.7952e-03, -1.6075e-02, 4.6084e-02, -5.0882e-02, 3.4654e-02,
2.2189e-02, 9.5629e-03, 5.0676e-02, 9.8566e-02, 1.3751e-02,
6.5119e-02, -1.1236e-01, -4.8538e-02, 1.0137e-01, 6.6824e-02,
1.4027e-01, -1.0651e-02, -4.6768e-02, -7.0251e-02, -2.9631e-02,
2.7239e-02, -5.1256e-02, 9.5735e-02, -1.8506e-02, -1.4850e-01,
-3.1904e-02, -3.1130e-02, -3.9576e-02, -1.6999e-02, 3.2124e-02,
-1.3392e-01, 6.7265e-02, -5.6981e-02, -9.3670e-02, 2.3883e-01,
5.0756e-02, -1.0349e-01, -6.0323e-02, 2.5244e-02, 4.4509e-02,
1.5565e-02, 1.3958e-02, 1.1856e-01, 5.2596e-02, 1.3489e-01,
-1.2934e-01, -4.0937e-03, 1.8285e-01, 6.2655e-02, -7.4274e-03,
8.9825e-02, 1.6330e-02, 6.4632e-02, -7.1126e-02, -1.9449e-02,
-9.5736e-03, -8.8774e-02, 2.0869e-03, -1.0006e-02, -4.8248e-02,
1.4289e-02, -9.0073e-02, -4.2861e-02, -7.5094e-02, -2.4838e-03,
6.7652e-03, 4.5451e-02, 4.7253e-02, -9.9968e-03, -2.2328e-02,
-4.6743e-02, 1.2251e-01, -1.1226e-01, 6.5270e-02, 1.4945e-01,
3.0730e-02, -4.4349e-03, 5.8255e-02])),
('model.decoder.layers.3.final_layer_norm.weight',
tensor([0.4618, 0.4500, 0.4609, 0.4680, 0.4478, 0.4451, 0.4483, 0.4491, 0.4634,
0.5041, 0.4538, 0.4412, 0.4627, 0.4443, 0.4573, 0.4473, 0.4678, 0.4630,
0.4550, 0.4509, 0.4643, 0.4547, 0.4636, 0.4554, 0.4572, 0.4664, 0.4588,
0.1465, 0.4522, 0.9713, 0.4513, 0.4574, 0.4635, 0.4524, 0.4492, 0.5098,
0.4576, 0.4563, 0.4409, 0.4591, 0.4332, 0.4666, 0.4608, 0.4460, 0.4558,
0.4531, 0.4420, 0.4584, 0.4628, 0.4568, 0.4663, 0.4658, 0.4787, 0.4421,
0.4637, 0.4592, 0.4670, 0.4721, 0.4434, 0.4520, 0.4566, 0.4624, 0.4724,
0.4560, 0.4367, 0.4522, 0.4506, 0.4438, 0.4530, 0.4677, 0.4446, 0.4850,
0.4526, 0.4566, 0.4525, 0.4580, 0.4525, 0.4465, 0.4558, 0.4457, 0.4495,
0.4657, 0.4581, 0.4566, 0.4563, 0.4560, 0.4455, 0.4505, 0.4399, 0.4556,
0.4652, 0.4606, 0.4491, 0.4349, 0.4347, 0.4490, 0.4592, 0.5133, 0.4487,
0.4579, 0.4545, 0.4599, 0.4596, 0.4557, 0.4522, 0.4520, 0.4668, 0.4565,
0.4416, 0.4541, 0.4660, 0.4534, 0.4541, 0.4706, 0.4547, 0.4649, 0.4910,
0.4542, 0.4523, 0.4626, 0.4400, 0.4381, 0.4657, 0.4756, 0.4612, 0.4544,
0.4450, 0.4558, 0.4482, 0.4515, 0.4425, 0.4516, 0.4483, 0.4500, 0.4596,
0.4590, 0.4385, 0.4662, 0.4535, 0.4566, 0.4934, 0.4421, 0.4401, 0.4674,
0.4557, 0.4477, 0.4479, 0.4539, 0.4563, 0.3715, 0.4493, 0.4908, 0.4564,
0.4452, 0.4675, 0.4530, 0.4494, 0.4540, 0.4352, 0.4529, 0.4472, 0.4592,
0.4553, 0.4451, 0.4639, 0.4638, 0.4568, 0.4318, 0.4574, 0.4531, 0.4542,
0.4485, 0.4576, 0.4546, 0.4480, 0.4329, 0.4510, 0.4521, 0.4631, 0.4518,
0.4490, 0.4587, 0.4441, 0.4654, 0.4564, 0.4583, 0.4520, 0.4386, 0.4657,
0.4446, 0.4460, 0.4437, 0.4584, 0.4622, 0.4515, 0.4616, 0.4576, 0.4564,
0.4598, 0.4468, 0.4292, 0.4476, 0.4496, 0.4733, 0.4620, 0.4424, 0.4688,
0.4460, 0.4592, 0.4479, 0.4512, 0.4547, 0.4489, 0.4509, 0.4463, 0.4527,
0.4535, 0.4515, 0.4496, 0.4630, 0.4586, 0.4601, 0.4391, 0.4483, 0.4650,
0.4484, 0.4548, 0.5617, 0.4537, 0.4623, 0.4493, 0.4634, 0.4530, 0.4591,
0.4816, 0.4435, 0.4567, 0.4544, 0.4461, 0.4568, 0.4447, 0.4625, 0.4594,
0.4612, 0.4467, 0.4630, 0.4835, 0.4473, 0.4536, 0.4645, 0.4520, 0.5041,
0.4537, 0.4490, 0.4590, 0.4524, 0.4544, 0.4552, 0.4577, 0.4515, 0.4560,
0.4442, 0.4585, 0.4520, 0.4581, 0.4494, 0.4552, 0.4654, 0.4558, 0.4595,
0.4539, 0.4517, 0.4437, 0.4584, 0.4873, 0.4542, 0.4456, 0.4480, 0.4661,
0.4547, 0.4324, 0.4545, 0.4648, 0.4456, 0.4508, 0.4489, 0.4572, 0.4619,
0.4581, 0.4639, 0.4468, 0.4572, 0.4560, 0.4400, 0.4526, 0.4464, 0.4454,
0.4549, 0.4700, 0.4597, 0.4500, 0.4552, 0.4529, 0.4529, 0.4400, 0.4604,
0.4288, 0.4546, 0.4482, 0.4535, 0.1477, 0.4439, 0.4558, 0.4578, 0.4471,
0.4464, 0.4636, 0.4564, 0.4546, 0.4464, 0.4629, 0.4579, 0.4578, 0.4354,
0.4760, 0.4462, 0.4662, 0.4546, 0.4505, 0.4411, 0.4613, 0.4650, 0.4239,
0.4822, 0.4550, 0.4569, 0.4526, 0.4445, 0.4532, 0.4559, 0.4593, 0.4455,
0.4469, 0.4462, 0.4563, 0.4427, 0.4661, 0.4558, 0.4516, 0.4441, 0.4542,
0.4602, 0.4477, 0.4495, 0.4590, 0.4482, 0.4646, 0.4527, 0.4567, 0.4545,
0.4705, 0.4585, 0.4569, 0.4633, 0.4486, 0.4511, 0.4458, 0.4552, 0.4578,
0.4569, 0.4540, 0.4585, 0.4528, 0.4658, 0.4605, 0.4451, 0.4490, 0.4476,
0.4571, 0.4580, 0.4524, 0.4824, 0.4700, 0.4627, 0.4592, 0.4563, 0.4283,
0.4497, 0.4806, 0.4584, 0.4502, 0.4457, 0.4582, 0.4558, 0.4506, 0.4591,
0.4580, 0.4456, 0.4625, 0.4572, 0.4457, 0.4468, 0.4670, 0.4793, 0.4591,
0.4691, 0.4424, 0.4601, 0.4504, 0.4515, 0.4529, 0.4643, 0.4534, 0.4409,
0.4571, 0.4661, 0.4918, 0.4552, 0.4769, 0.4525, 0.4594, 0.4583, 0.4353,
0.4554, 0.4524, 0.4535, 0.4547, 0.4662, 0.4528, 0.4519, 0.4555, 0.7799,
0.4532, 0.4476, 0.4495, 0.4639, 0.4549, 0.4481, 0.4628, 0.4597, 0.4492,
0.4555, 0.4545, 0.4615, 0.4532, 0.4632, 0.4565, 0.4534, 0.4573, 0.4582,
0.4521, 0.4550, 0.4575, 0.4596, 0.4631, 0.4510, 0.4484, 0.4579, 0.4623,
0.4635, 0.4441, 0.4539, 0.4648, 0.4408, 0.4585, 0.4416, 0.4646, 0.4586,
0.4527, 0.4570, 0.4477, 0.4498, 0.4558, 0.4292, 0.4653, 0.4735, 0.4539,
0.4476, 0.4616, 0.4452, 0.4607, 0.4600, 0.4307, 0.4556, 0.4615, 0.4407,
0.4601, 0.4652, 0.4401, 0.4546, 0.4467, 0.4528, 0.4457, 0.4628, 0.4508,
0.4522, 0.4555, 0.7206, 0.4549, 0.4658, 0.4459, 0.4447, 0.4560, 0.4576,
0.4519, 0.4577, 0.4553, 0.4544, 0.4437, 0.4456, 0.4535, 0.4469, 0.4539,
0.4571, 0.4462, 0.4506, 0.4567, 0.4638, 0.4483, 0.4536, 0.5024, 0.4655,
0.4465, 0.4517, 0.4494, 0.4537, 0.4534, 0.4622, 0.4624, 0.4614, 0.4554,
0.4561, 0.4481, 0.4578, 0.4681, 0.4635, 0.4591, 0.4709, 0.4567, 0.4546,
0.4621, 0.4495, 0.4462, 0.4358, 0.4659, 0.4508, 0.4529, 0.4541, 0.4648,
0.4608, 0.4670, 0.4398, 0.4643, 0.4609, 0.4619, 0.4688, 0.4444, 0.7055,
0.4677, 0.4555, 0.4610, 0.4668, 0.4429, 0.4537, 0.4696, 0.4587, 0.4644,
0.4564, 0.4512, 0.4436, 0.4800, 0.4469, 0.4543, 0.4489, 0.4150, 0.4477,
0.4596, 0.4469, 0.4485, 0.4694, 0.3831, 0.4587, 0.4486, 0.4496, 0.4590,
0.4629, 0.4575, 0.4587, 0.4612, 0.4680, 0.4592, 0.4484, 0.4503, 0.4576,
0.4530, 0.4677, 0.4456, 0.4328, 0.4273, 0.4658, 0.4619, 0.4604, 0.4573,
0.4610, 0.4585, 0.4741, 0.4632, 0.4503, 0.4695, 0.4503, 0.4645, 0.4512,
0.4424, 0.4393, 0.4543, 0.4602, 0.4417, 0.4430, 0.4496, 0.4599, 0.4602,
0.4397, 0.4614, 0.4517, 0.4656, 0.4314, 0.4525, 0.4487, 0.4647, 0.4635,
0.4575, 0.4364, 0.4563, 0.4583, 0.4676, 0.4575, 0.4497, 0.4623, 0.4475,
0.4489, 0.4610, 0.4401, 0.4522, 0.4592, 0.4522, 0.4689, 0.4562, 0.4628,
0.4511, 0.4501, 0.4379, 0.4515, 0.4511, 0.4453, 0.4471, 0.4645, 0.4612,
0.4756, 0.4620, 0.4431, 0.4532, 0.4861, 0.4609, 0.4843, 0.4655, 0.4549,
0.4639, 0.4746, 0.4552, 0.4408, 0.4602, 0.4567, 0.4636, 0.4520, 0.4574,
0.4591, 0.4493, 0.4480, 0.4419, 0.4542, 0.4524, 0.4667, 0.4560, 0.4585,
0.4710, 0.4534, 0.4578, 0.4577, 0.4855, 0.4669, 0.4414, 0.5821, 0.4556,
0.4756, 0.4617, 0.4515, 0.4520, 0.4577, 0.4096, 0.4580, 0.4385, 0.4550,
0.4819, 0.4676, 0.4600, 0.4498, 0.4562, 0.4604, 0.4585, 0.4487, 0.4581,
0.4582, 0.4663, 0.4444, 0.4600, 0.4527, 0.4521, 0.4567, 0.4562, 0.4562,
0.4559, 0.4480, 0.4610, 0.4551, 0.4378, 0.4593, 0.4647, 0.4654, 0.4652,
0.4434, 0.4654, 0.4519, 0.4556, 0.4217, 0.4595, 0.4505, 0.5853, 0.4596,
0.4583, 0.4547, 0.4528, 0.4488, 0.4501, 0.4538, 0.4430, 0.4564, 0.4568,
0.4588, 0.4306, 0.4572, 0.4521, 0.4365, 0.4558, 0.4715, 0.4563, 0.4430,
0.4558, 0.4558, 0.4470, 0.4268, 0.4509, 0.4553, 0.4560, 0.4454, 0.4537,
0.4514, 0.1115, 0.4610])),
('model.decoder.layers.3.final_layer_norm.bias',
tensor([-6.7632e-03, -1.5457e-02, -2.0585e-02, -2.3292e-02, -2.5827e-02,
-9.1243e-04, -2.9178e-02, -3.7762e-02, -8.8108e-03, 2.9764e-02,
-1.8573e-02, -9.7383e-03, -5.2809e-03, -1.4150e-02, -2.9634e-02,
-1.2461e-02, -2.4393e-02, -3.3955e-02, -1.8550e-02, -2.0691e-02,
-3.0043e-02, -2.8445e-03, -1.8601e-02, -6.0626e-03, -3.6092e-02,
-3.8054e-02, 6.7463e-03, 1.3164e-01, -2.3516e-02, 1.0051e-01,
-1.6882e-02, -6.6927e-03, -1.3179e-02, -1.9118e-02, -1.9721e-03,
3.7219e-02, -2.6106e-02, -3.0973e-02, -2.0550e-02, -3.0801e-02,
-8.9678e-03, -9.5331e-03, -2.8241e-02, -2.5528e-02, -2.1345e-02,
-7.0590e-03, -3.0646e-02, -1.0506e-02, 2.6288e-03, -2.2497e-02,
-1.2813e-02, -1.7836e-02, -1.4758e-01, -2.2019e-02, -2.5703e-02,
-1.6670e-02, -1.4959e-02, -2.2303e-02, 1.9246e-03, -6.8693e-03,
-2.0346e-02, -7.4876e-03, -1.0567e-02, -2.2879e-02, -6.2169e-02,
-2.9708e-03, -1.4710e-02, -3.4225e-02, -2.0473e-02, -1.3298e-02,
-4.4115e-02, -3.8519e-02, -1.8255e-02, -7.0952e-03, -7.1049e-03,
-6.4300e-03, 3.2193e-03, -9.9558e-04, -1.4160e-02, -1.5780e-02,
-1.4976e-02, -2.1323e-02, -3.2685e-02, -2.2701e-02, -2.3377e-02,
-1.0235e-02, -7.2240e-03, -2.7406e-02, -3.0925e-02, -1.4733e-02,
-2.4910e-02, -2.3914e-02, -2.2523e-02, -5.3539e-02, -3.1639e-03,
-1.8934e-02, -2.3763e-02, -4.1108e-03, -2.4202e-02, -2.8387e-02,
-6.2324e-03, -2.6605e-02, -9.4698e-03, -2.6270e-02, -1.8416e-02,
-1.8769e-02, -3.3036e-02, -7.8630e-03, 6.7842e-03, 2.2548e-03,
-2.3731e-02, 7.4535e-03, -1.5469e-02, -1.5664e-02, -1.6514e-02,
-2.3936e-02, 6.6426e-03, -8.3592e-03, -1.3950e-02, -1.7209e-02,
-5.8130e-03, -8.4416e-03, -1.4282e-02, -2.2479e-02, -2.5218e-03,
-2.0997e-02, -1.3637e-02, -4.8981e-03, -1.6710e-02, -1.7542e-02,
-1.1320e-03, -2.8163e-02, -1.3166e-02, -2.4648e-02, -1.7731e-02,
-1.5845e-02, -1.9468e-02, -1.3751e-02, -2.6583e-02, -3.0008e-02,
-1.2633e-02, -1.5128e-02, -4.3156e-02, -1.9173e-02, -1.5594e-02,
-6.1090e-03, -2.6532e-02, -3.5824e-03, -9.9890e-03, 8.9256e-02,
-6.9231e-03, -1.4502e-02, 6.5799e-04, -1.4056e-02, -3.3082e-02,
-3.1194e-02, 1.1573e-03, -1.7404e-02, -1.1897e-02, -1.9743e-02,
1.5639e-02, -9.3874e-03, 1.4714e-02, 3.6342e-03, -2.3982e-02,
-9.2144e-03, -2.9836e-02, -1.5366e-02, -1.0810e-02, -2.9659e-02,
-3.3294e-02, -1.2905e-02, 2.0735e-02, -1.0072e-02, -2.0826e-02,
9.8108e-03, -1.6065e-02, -1.5473e-03, -3.0224e-02, -1.4554e-02,
-2.6813e-02, -2.7090e-02, -3.5450e-02, -8.2803e-03, -1.8085e-02,
-3.9739e-03, -3.0308e-02, -2.5980e-02, -1.9814e-02, -5.7296e-03,
-2.0143e-02, -3.6543e-02, -1.5257e-02, -1.9647e-02, -5.6595e-03,
-1.7867e-02, -2.0018e-02, -1.7815e-02, -3.1727e-02, -8.9563e-03,
2.2525e-02, -2.7696e-02, -2.4983e-02, -2.0819e-02, -1.1282e-02,
-1.6709e-02, -3.9080e-02, -2.0072e-02, -1.1165e-02, -1.0583e-02,
-4.8027e-02, -2.1594e-02, -1.4749e-02, -1.7838e-02, -1.8367e-02,
-2.3068e-02, -2.0198e-02, -9.0680e-03, -5.3349e-03, -2.9230e-02,
-8.3737e-03, -2.0668e-02, -4.9597e-02, -2.0167e-02, -1.2211e-02,
-1.7056e-02, -1.7324e-02, -4.3532e-02, -2.7891e-02, -2.0131e-02,
-2.0257e-02, -1.5278e-02, -8.7223e-03, -1.2168e-02, -2.1101e-02,
-1.6251e-03, -1.3719e-02, -2.3079e-02, -7.4934e-03, -1.7457e-02,
-1.0419e-02, -9.8989e-03, -1.3985e-02, -2.8312e-02, -3.1675e-02,
-1.5222e-02, -2.3303e-02, -3.2893e-02, -1.5846e-03, -1.2241e-02,
-9.0403e-03, -1.2094e-02, -9.7343e-03, -3.0597e-02, -3.3515e-02,
-1.7312e-02, -3.2729e-03, -1.4714e-02, -2.3479e-02, -9.2952e-03,
-2.4903e-02, -2.6262e-02, -3.2314e-02, -3.8215e-03, -2.8795e-02,
-2.0994e-02, -1.2317e-02, -1.3261e-02, -1.7804e-02, -6.4479e-03,
-3.2053e-02, -1.5484e-02, 1.0288e-02, -1.1850e-02, -5.6776e-03,
-3.0311e-03, -1.3678e-02, -3.4850e-03, -3.2070e-02, -1.3442e-02,
2.0418e-02, -4.2350e-02, -9.8418e-03, 1.0146e-02, -5.3046e-03,
1.1052e-03, -6.1747e-03, -2.8226e-02, -1.3063e-04, -1.7515e-02,
-3.2511e-03, -1.6625e-02, 1.8815e-02, -4.0368e-02, -2.2803e-02,
9.9576e-03, 7.3945e-03, -2.3900e-02, -2.6634e-02, -2.6465e-02,
-3.7625e-03, -2.7847e-02, -2.6508e-02, -1.2569e-02, -3.3400e-02,
-1.7607e-02, -6.2810e-02, -2.7574e-02, -7.5577e-03, -1.8789e-02,
6.0149e-02, -8.5551e-03, -8.7334e-03, -2.8376e-02, -4.2158e-04,
-3.6101e-02, -2.1218e-02, -1.6486e-02, 1.0789e-02, -5.6870e-02,
-3.3278e-02, -1.2943e-02, -8.9688e-03, -1.2817e-02, -2.6860e-02,
-3.3816e-02, -2.9802e-02, -1.1006e-02, -2.7703e-02, 1.4875e-04,
-1.9483e-02, -1.0313e-02, 1.6291e-02, 3.0313e-04, -2.5161e-02,
-2.6784e-02, -1.6466e-02, -2.6847e-02, -3.2479e-02, -9.5443e-03,
-4.6219e-02, -1.9979e-02, 2.8567e-04, -4.1452e-02, -4.9661e-02,
-2.9861e-02, -3.6239e-02, -9.2641e-03, -1.2873e-02, 5.3427e-03,
-1.4121e-02, -3.1000e-02, -3.3827e-02, 1.4435e-03, -1.3117e-02,
-1.2133e-02, -1.7589e-02, -2.5421e-02, -1.4134e-02, -2.8909e-02,
-3.0303e-02, -1.9144e-02, -3.3358e-02, -7.5769e-03, -1.5401e-02,
-4.0514e-02, -5.0613e-02, -4.9568e-03, -2.1794e-02, -7.4146e-03,
-3.6054e-02, -3.2985e-02, -9.7391e-03, -9.3257e-03, -1.7603e-02,
-8.9376e-03, -1.0953e-02, -2.0734e-02, -6.2184e-03, -2.6839e-02,
-2.9548e-02, -2.1102e-02, -1.7676e-02, -1.7310e-02, -2.5932e-02,
4.0429e-03, -1.0928e-02, -3.1448e-02, -2.4728e-02, -1.4811e-02,
3.3668e-03, 5.9745e-04, -2.8144e-02, -3.7110e-02, -1.0921e-02,
-1.2290e-02, -1.6299e-02, 1.0870e-02, -2.2317e-02, -1.5208e-02,
-2.1710e-02, -2.8981e-02, -9.3149e-05, -1.1633e-02, -1.3085e-02,
-1.6060e-02, 3.3943e-03, -1.4357e-02, -6.8970e-03, -6.7388e-03,
-3.9201e-02, -2.1731e-02, 4.8514e-03, -4.8671e-02, -2.4562e-02,
-2.6888e-02, -1.7747e-02, -1.2544e-02, -8.3434e-03, -8.9990e-03,
-2.7307e-02, -1.8021e-02, -9.8069e-03, -2.0085e-02, -4.6665e-03,
-1.7802e-02, -2.2457e-02, -2.2173e-02, -2.2633e-02, -2.1195e-02,
-1.5700e-02, 1.7491e-01, -2.7158e-02, -1.9199e-02, -1.8867e-02,
-1.5773e-02, -1.2422e-02, -2.8647e-02, -3.0333e-02, -1.0287e-02,
-1.9974e-02, -6.2844e-03, -2.5495e-02, -1.4362e-02, -2.3265e-02,
-1.6342e-02, -1.2715e-02, -2.3172e-02, -2.9072e-02, -4.8422e-02,
-3.6087e-03, -3.1466e-02, -3.9616e-03, -7.4306e-03, -3.5897e-02,
-7.0636e-04, -3.6024e-02, -2.1554e-02, -8.7289e-03, -1.3117e-03,
-3.2591e-02, -6.2883e-03, -1.3487e-02, -1.0971e-02, -2.3489e-02,
5.0461e-03, -2.4216e-02, -1.4479e-02, -2.8438e-02, -2.4973e-02,
-2.0262e-02, -2.4882e-03, -2.2381e-02, 1.3699e-02, -5.2856e-03,
-2.6678e-02, -1.8260e-02, -1.2684e-02, -3.0497e-02, -1.5007e-02,
-1.2653e-02, -7.5408e-03, -4.3471e-02, -1.9823e-02, -2.4271e-02,
-1.4790e-02, -3.8898e-02, -1.9023e-02, -4.3095e-02, -2.4376e-02,
-1.2300e-02, -1.2705e-02, -3.2991e-02, -3.1299e-02, -2.0988e-02,
-1.0919e-02, -2.6010e-02, 9.6986e-02, 6.8946e-03, -1.0185e-02,
1.8165e-03, -2.0661e-02, -1.5784e-02, -3.4488e-03, 1.0513e-02,
-1.1565e-02, -4.2415e-02, -8.0320e-03, -2.2540e-02, -1.9519e-02,
-9.5157e-03, -4.7611e-02, -1.2193e-02, -2.3409e-02, -1.4492e-02,
-4.9931e-03, -7.4533e-03, -2.8810e-02, -1.9174e-02, -2.2351e-02,
-2.8018e-02, -2.2049e-02, -1.1741e-02, -2.1878e-02, 5.2071e-03,
-6.6156e-03, -2.0496e-02, -2.2344e-02, -3.7667e-02, -9.2304e-03,
-8.0142e-03, -1.1376e-02, 2.0617e-03, -1.8538e-02, -2.9221e-02,
-1.5704e-02, -2.2731e-02, -9.8036e-03, -2.1870e-02, -3.0452e-02,
-1.4360e-02, -2.3137e-02, -3.4711e-02, -1.2659e-02, -8.9327e-03,
-3.7429e-02, -4.1332e-02, -1.5455e-02, -1.7922e-02, -2.7080e-02,
-2.2626e-02, -1.9621e-02, -3.6773e-02, -3.2552e-02, -4.0369e-03,
-1.9285e-02, -4.7310e-03, -3.3149e-01, -1.8537e-02, 3.3896e-03,
-2.1197e-02, -3.3084e-02, -1.0632e-02, -9.5073e-03, -2.2207e-02,
-1.8576e-02, -2.0928e-02, -1.4056e-02, -7.9083e-03, -4.3234e-02,
-2.2172e-02, -2.5933e-02, -1.9093e-02, -1.4925e-02, 7.7658e-02,
-3.8632e-02, -9.9111e-03, -2.1302e-02, -2.2591e-02, -1.9097e-02,
1.3228e-02, -2.1164e-02, -7.5816e-03, -1.5274e-02, -1.5245e-02,
-1.7042e-02, -1.8109e-02, -2.6741e-02, -1.3528e-02, -9.7208e-03,
-2.1349e-02, 1.6343e-02, -2.8336e-02, -1.7793e-02, -1.9030e-02,
-2.9257e-02, -5.1014e-02, 1.5222e-03, -6.1829e-02, -3.9341e-02,
-1.7778e-02, -2.8255e-02, -1.8768e-02, -1.4447e-02, -2.0776e-03,
-3.1875e-03, -1.3183e-03, -1.6583e-02, -5.6313e-03, -3.1927e-02,
-2.2948e-02, -1.5526e-02, -1.0949e-02, -6.1857e-03, -3.0525e-02,
-1.3782e-02, -6.1307e-03, 4.0520e-03, -1.3602e-02, -2.9684e-02,
-7.9394e-03, -1.1206e-02, -4.7642e-03, -1.0451e-02, -1.4290e-02,
-1.9262e-02, -4.5890e-02, -1.5968e-02, -1.9444e-02, -3.1380e-02,
-2.2185e-02, -6.3876e-03, -4.8581e-03, -3.9694e-03, -1.8722e-02,
-1.6558e-02, -2.8160e-02, -2.0552e-02, -1.7528e-02, -9.4295e-03,
-2.3967e-02, -1.9021e-03, -2.1681e-02, -2.4093e-02, -1.2251e-02,
3.5336e-03, -3.1098e-02, -1.6914e-02, -1.7357e-02, -1.0796e-02,
-4.2723e-02, -4.2067e-03, -3.5394e-02, -9.2631e-03, -6.0562e-03,
-2.6934e-02, -3.9276e-02, -2.6091e-02, -2.7312e-02, -3.7457e-02,
-2.8396e-02, -1.7920e-02, -1.2137e-02, -6.1886e-03, -2.9181e-02,
1.4099e-03, -2.6718e-02, -5.0629e-03, -1.4353e-02, -3.6397e-02,
-8.2944e-03, -5.2971e-02, -1.2610e-02, -1.8062e-02, -5.2438e-03,
-1.9252e-02, -1.2009e-02, -4.6768e-02, 4.7515e-05, -1.8825e-02,
-1.3268e-02, -1.2216e-02, -1.5810e-02, -1.5107e-02, -1.4655e-02,
-2.1902e-02, -6.0707e-03, -2.3828e-02, -2.7751e-03, -1.5102e-02,
-2.5518e-02, -5.5190e-02, -1.5274e-02, -1.8382e-02, -2.0381e-02,
-1.0356e-03, -2.4355e-02, -1.7152e-02, -8.9953e-02, -2.2758e-02,
-2.7210e-02, -3.1962e-02, -1.0665e-02, -2.0524e-02, -1.4142e-02,
-1.0094e-02, -7.6242e-03, -2.6038e-03, -1.6064e-02, 2.6966e-03,
-1.8443e-02, -2.8539e-02, -1.5765e-02, -1.5634e-02, -1.3402e-02,
-1.9748e-02, -2.4217e-02, -2.3977e-02, -1.6334e-02, -2.1367e-02,
-6.1017e-03, -2.5921e-02, -2.7719e-02, -7.7599e-03, 6.3248e-03,
-1.6486e-02, -2.3841e-02, -2.2327e-03, -1.3411e-02, -1.0631e-02,
-2.2017e-02, -1.2339e-02, -6.6794e-03, -5.3759e-02, -1.1866e-02,
-1.0569e-02, -2.2599e-02, -1.6511e-02, -1.1257e-02, -8.8658e-03,
-2.8502e-02, -2.1010e-02, -9.0692e-04, -1.6830e-03, -4.1433e-02,
-4.1606e-03, -1.6644e-02, -7.3490e-03, 1.7210e-02, -1.0013e-02,
-3.3876e-03, -1.6093e-02, -2.4822e-02, -9.4241e-03, 8.4938e-03,
-3.3409e-03, -1.6790e-02, -3.2149e-02, -4.1798e-02, -5.2149e-06,
-1.8280e-02, -2.8997e-02, -7.4776e-03, -2.9107e-03, -2.0600e-02,
-6.4425e-03, -5.7259e-01, -2.1254e-02])),
('model.decoder.layers.4.self_attn.k_proj.weight',
tensor([[ 0.0382, -0.1691, 0.0444, ..., -0.0356, -0.0153, 0.0148],
[-0.0071, 0.0278, 0.0618, ..., 0.0214, 0.0471, 0.0943],
[-0.0369, -0.0586, 0.0655, ..., -0.1057, 0.0074, -0.0653],
...,
[-0.0590, -0.0100, -0.0499, ..., -0.0703, -0.0826, 0.0294],
[ 0.1773, -0.0478, 0.1143, ..., 0.0333, -0.0910, 0.0457],
[-0.0421, -0.0274, 0.1017, ..., 0.1106, 0.0276, 0.0981]])),
('model.decoder.layers.4.self_attn.k_proj.bias',
tensor([-8.1358e-04, 2.7355e-03, 1.5816e-03, -2.8361e-03, 2.8232e-03,
4.0808e-03, -1.7131e-03, -3.7766e-04, -2.9791e-03, 1.5525e-03,
-4.3467e-04, 4.3254e-03, 3.5860e-03, 1.9684e-03, 2.5495e-03,
-1.5226e-03, 1.5617e-03, 2.1784e-04, 1.0487e-04, -1.1298e-03,
-4.2241e-03, 1.0068e-03, 1.2090e-03, -2.0979e-03, 1.2125e-03,
-7.5132e-04, -1.8650e-03, 2.1001e-03, -3.9938e-03, 9.6224e-04,
2.8278e-03, 3.0925e-04, -4.0438e-03, 9.9526e-04, 5.1388e-03,
3.8575e-03, 1.1556e-03, 2.4175e-03, 2.9806e-03, -3.9210e-03,
3.0249e-03, -4.1692e-03, 1.1366e-04, 5.1209e-04, 5.6727e-03,
-2.1392e-03, -4.9558e-03, -3.0664e-03, 4.9545e-04, -6.7620e-04,
9.4000e-04, -6.5411e-04, -6.0043e-03, -3.8105e-03, 1.5121e-03,
-1.1579e-03, -3.1522e-03, 3.7809e-03, 4.8641e-03, -3.8018e-03,
-3.2870e-03, -3.0457e-03, -1.0735e-03, 9.1652e-05, -4.5960e-03,
3.0871e-03, -5.3448e-03, 9.2819e-03, -3.2257e-03, 2.4776e-02,
1.0260e-04, -1.0675e-03, -2.6647e-03, 2.1346e-03, 5.6539e-03,
-2.6260e-03, 1.4402e-03, 2.2354e-03, 5.6588e-03, 7.7825e-03,
-3.0162e-03, 2.9198e-03, 4.7273e-03, 1.6340e-02, -3.4209e-03,
-1.9429e-04, 2.0832e-03, 1.2261e-02, 5.5187e-03, 2.4892e-03,
2.1196e-03, -1.2149e-02, 1.9597e-03, 3.2024e-03, -2.7035e-04,
1.8983e-03, -2.4397e-03, -1.5145e-02, -2.9747e-03, 6.5450e-03,
-4.6785e-03, 1.2930e-02, 4.7971e-04, 3.1706e-03, -1.7101e-03,
-1.2869e-03, -1.6606e-03, 1.4256e-03, 3.7031e-03, 8.9998e-06,
-4.0913e-03, 5.9376e-03, 9.4114e-04, -1.0789e-03, -1.9477e-03,
-2.8935e-03, 6.1187e-03, 2.0032e-02, -2.5537e-03, 2.6047e-03,
-9.0049e-05, 4.1966e-03, 2.2857e-03, 6.9893e-03, 6.7538e-03,
7.4447e-03, 4.2608e-03, 8.0967e-04, -5.3769e-04, 2.6138e-03,
-1.3649e-02, 8.1487e-03, -8.5674e-03, -2.2378e-03, 6.1271e-03,
-3.9405e-03, -7.1531e-03, -2.9653e-03, 7.4424e-03, 8.4519e-05,
3.7002e-03, -1.1277e-02, -1.5425e-02, -1.2061e-02, -3.3202e-03,
-2.1866e-02, -9.2347e-03, -1.1973e-02, -2.0370e-04, 4.4840e-03,
1.0330e-02, 1.2489e-02, 9.8723e-04, -1.5016e-02, 3.6195e-03,
-4.6727e-03, -1.5358e-02, 6.3977e-03, -1.2631e-03, -7.6976e-04,
1.5772e-03, 3.5181e-03, 1.3770e-02, -1.1591e-02, -3.7539e-03,
-2.7333e-04, -5.5413e-03, 5.0474e-03, -3.9374e-04, 1.4014e-02,
-1.1453e-02, -6.4140e-04, -2.2339e-03, -2.8200e-03, 1.8114e-02,
6.8305e-03, -2.7310e-03, -1.1969e-02, -6.3670e-03, -3.7346e-03,
-7.5705e-03, -3.3613e-05, 8.4910e-03, 7.4274e-03, 1.5358e-02,
1.6482e-02, 6.5073e-04, -9.7749e-03, -9.9201e-04, 6.2983e-05,
1.0216e-02, -1.6480e-03, 2.2949e-02, -1.1147e-02, 7.1951e-03,
-1.1345e-02, 8.2862e-03, -4.6420e-03, 2.0385e-03, 4.3801e-03,
7.4071e-03, -7.6214e-03, 8.6365e-03, -2.6428e-02, 1.2077e-02,
-1.5137e-02, 1.5290e-02, 7.4988e-03, 8.9429e-03, -6.1758e-03,
-3.6103e-03, 5.7252e-02, 8.3544e-03, -7.7103e-03, -3.1554e-02,
2.5498e-03, 1.7579e-02, 4.9377e-02, -1.4328e-02, -1.7974e-02,
-1.2711e-02, -1.3245e-02, -1.1115e-02, -4.0650e-02, 3.5248e-02,
-6.9536e-03, -8.7058e-03, -4.2531e-03, 3.6586e-03, -1.1962e-02,
-3.3124e-04, 5.4808e-02, 3.2710e-03, -1.2328e-02, -9.0629e-03,
3.3261e-03, -3.8827e-03, -7.7592e-03, -2.3725e-03, 1.1010e-02,
-3.4565e-03, -5.2066e-03, 1.4602e-02, -7.4729e-03, -6.1338e-03,
3.1891e-02, 8.1329e-03, 1.3740e-02, 1.0025e-02, -1.8372e-02,
-2.3407e-02, 6.8208e-03, 9.4829e-04, 8.7565e-04, -1.1264e-03,
7.1165e-04, 1.1558e-02, -7.4356e-03, 1.2610e-01, 2.7697e-02,
-6.9847e-05, -2.8264e-03, 1.4433e-03, -3.7942e-03, 2.5426e-03,
6.8788e-03, -2.0965e-02, 6.3311e-03, 7.3051e-03, -1.9452e-02,
1.1915e-03, -8.0034e-03, 1.6235e-01, 6.2807e-02, 2.3498e-01,
-4.9162e-03, -1.1155e-02, 1.2016e-02, 1.9898e-01, -1.1384e-02,
2.2127e-02, -8.3315e-03, -2.3655e-02, -1.7665e-03, -7.3969e-03,
-5.2048e-03, -3.7330e-03, 5.5222e-03, 3.8397e-03, 1.5732e-02,
1.7060e-02, 5.7374e-02, -5.6450e-03, 7.5252e-03, 8.2336e-02,
3.2934e-03, -8.5143e-02, 1.3503e-02, 9.4965e-03, 9.1714e-03,
9.2144e-04, 1.1230e-02, -3.1129e-02, -6.9886e-02, 7.9507e-03,
-1.1313e-02, 4.0206e-03, 1.0635e-02, 5.5321e-03, -5.7262e-03,
-5.3712e-02, -1.1490e-02, 1.4726e-02, 1.8147e-03, -1.7028e-02,
-3.7415e-02, -1.9006e-01, -1.4446e-03, -1.0779e-01, 5.0630e-02,
-4.1410e-03, 5.3856e-03, 3.3482e-02, -5.5051e-02, -5.1761e-03,
-7.0946e-03, 9.6459e-03, -2.8732e-02, -6.9194e-03, -2.9876e-03,
-1.0061e-02, -3.5503e-03, -2.3768e-03, -9.0155e-03, 6.2557e-03,
1.1214e-02, 9.3376e-03, 2.8278e-02, 2.3239e-02, -2.6260e-02,
3.0947e-03, 3.2130e-03, -1.3871e-03, 3.9032e-04, 3.7323e-03,
-5.4216e-03, 4.8415e-03, -2.6627e-02, -7.6031e-04, 3.2167e-02,
6.4637e-02, 2.2206e-03, -7.2330e-04, 7.2908e-03, 1.0906e-02,
4.2293e-03, -3.5720e-03, 2.7254e-02, 8.3979e-03, -1.2973e-02,
1.7988e-02, 5.3497e-02, 9.4319e-04, -4.2447e-03, 8.1372e-04,
5.3847e-03, 9.3172e-04, 3.5301e-03, -7.2877e-02, -7.0099e-03,
2.0645e-03, 8.8523e-04, 1.1115e-01, -1.8110e-02, -1.7810e-03,
7.4586e-03, 9.2457e-03, 6.5442e-03, 3.9628e-03, -1.0420e-02,
-1.1936e-02, -2.0748e-03, -6.9825e-02, 1.2922e-03, 6.1458e-03,
-4.6541e-03, -1.3527e-02, -3.7030e-03, -1.0116e-02, 3.2638e-03,
-2.4827e-02, 1.3997e-03, -8.2406e-03, -2.5443e-04, 2.2456e-03,
6.0005e-03, -3.3421e-03, 4.7149e-02, 2.6535e-02, -1.1499e-01,
-5.7989e-03, 9.7954e-04, -1.3816e-02, 2.9046e-03, -5.4935e-03,
-3.7746e-03, 1.2353e-01, 8.0564e-04, 4.0513e-03, -8.5673e-03,
1.1917e-02, -5.1818e-02, -9.0480e-04, 9.5208e-03, -1.2033e-02,
1.0597e-02, -1.2048e-01, 2.6408e-04, -3.1115e-03, 5.4242e-03,
-5.3975e-03, -1.5221e-02, -6.4889e-04, 1.8111e-02, 5.3837e-03,
1.5151e-03, 5.1041e-03, 4.9027e-04, 4.4722e-04, 2.5497e-02,
-1.2663e-02, 2.6566e-03, -3.7201e-03, -1.1275e-02, -4.2820e-03,
-9.0094e-04, 1.2010e-02, 1.2833e-02, 5.0150e-03, -9.7737e-03,
-1.9577e-02, 1.2388e-02, 4.5626e-03, -5.3215e-03, -8.2849e-03,
-4.5546e-03, 2.3803e-02, -8.5914e-03, 1.3581e-02, 4.7299e-03,
3.8698e-02, 9.0863e-03, 7.9499e-03, 1.9105e-02, -3.9964e-03,
-7.0197e-03, -2.7882e-03, -3.5180e-03, -4.2434e-04, 4.6973e-03,
3.4544e-02, -3.1183e-03, 4.8311e-03, 1.0306e-03, 3.6365e-03,
-1.5226e-02, -2.8056e-03, -1.9121e-02, 4.3076e-04, 1.4497e-02,
-6.7491e-03, 3.0149e-03, -8.3031e-04, 3.0552e-02, 1.3719e-02,
3.2270e-03, 3.1862e-03, 1.7319e-02, -4.8228e-04, 1.9561e-02,
2.3588e-03, -7.2423e-03, -7.1282e-03, -3.3736e-03, 7.8557e-03,
4.4506e-03, -5.2208e-03, 3.4165e-03, 1.8373e-02, 2.9028e-02,
6.2645e-03, 2.0707e-02, -2.3986e-02, -9.9775e-03, 1.4100e-04,
7.2544e-04, -8.5702e-03, -4.4961e-03, -6.5755e-03, -5.4944e-03,
2.8255e-04, -1.3562e-02, -4.6551e-03, -2.7420e-03, 2.3325e-03,
-1.5976e-02, -6.1126e-03, 8.6289e-03, -4.3881e-03, -1.5182e-02,
-9.0775e-03, 1.2061e-02, 1.7421e-03, 3.6586e-03, -6.0316e-04,
-8.0198e-04, 4.7645e-03, 3.6802e-03, -2.1822e-03, 1.0386e-03,
-4.7946e-03, 1.9254e-03, -2.6151e-03, 4.3222e-03, 1.1928e-03,
-1.1990e-03, 3.5621e-03, 7.5507e-03, -8.4837e-03, 1.0433e-03,
-5.1926e-03, -3.4150e-03, -6.4391e-04, -5.4943e-03, 2.6161e-03,
-8.1379e-04, 1.7788e-03, 7.6937e-03, 2.3257e-03, 1.1516e-03,
1.7310e-03, -6.4165e-04, 5.0621e-03, 6.1003e-04, 2.5053e-03,
3.6172e-03, -4.3534e-03, 1.0782e-03, -4.4187e-04, -1.0842e-02,
-1.2873e-03, -5.7939e-03, 1.0755e-03, -3.5862e-03, 2.5234e-03,
6.1916e-03, 5.0350e-03, 1.4448e-03, -4.0022e-03, 1.0943e-03,
2.9246e-03, 3.1493e-03, -1.1925e-04, -3.4705e-04, 6.8547e-03,
3.6151e-03, -3.5225e-03, 9.8457e-04, 8.2355e-05, -1.0057e-02,
-6.2368e-03, -1.0170e-02, 2.6045e-03, -3.9606e-04, 4.2391e-03,
-3.0122e-03, -4.1235e-03, -2.2921e-02, -1.0278e-03, -8.1423e-05,
-8.0231e-04, 3.2470e-02, 3.8316e-03, 5.7845e-03, 2.9647e-03,
1.3530e-03, -5.3061e-04, 4.3138e-03, 8.2942e-04, 1.1685e-03,
-9.1779e-03, -2.9280e-02, 5.0623e-03, -6.2383e-03, 4.2628e-03,
-5.6636e-03, -3.3495e-03, 4.4790e-03, 3.5432e-04, 3.7932e-03,
-6.8273e-03, -2.9242e-03, 7.2463e-03, 2.8672e-03, -7.1521e-03,
2.3020e-03, 2.9268e-03, 2.9933e-03, 1.5497e-03, 2.5102e-03,
7.9490e-03, 1.3128e-04, 1.2894e-02, -2.9919e-03, 6.5730e-03,
-4.6159e-03, 1.3369e-02, -1.2907e-05, 4.4548e-03, -8.2709e-03,
1.0941e-02, -1.0689e-02, 9.6284e-03, -4.9286e-03, -6.2711e-03,
-2.0260e-03, -3.1149e-03, 1.0842e-02, 7.9347e-03, 2.5356e-03,
1.1103e-03, 7.4744e-03, -3.7201e-03, 7.4770e-04, 5.3601e-03,
-4.5876e-03, 1.3703e-02, 1.1353e-02, -6.9778e-03, 2.8316e-03,
-5.3376e-03, -9.7570e-03, -3.4749e-03, 1.4619e-02, 5.4658e-04,
-1.0877e-03, -2.5935e-03, 4.3589e-03, -1.7410e-02, 2.7269e-02,
-1.1175e-02, -5.6729e-03, 1.6322e-03, 6.3470e-04, -2.8761e-02,
-7.2816e-03, 9.7432e-03, 7.7741e-03, 3.0724e-03, -7.8284e-03,
9.9113e-04, 1.3805e-02, 3.8986e-03, -9.5546e-03, -3.7728e-03,
-3.4913e-02, -1.3596e-02, 1.3685e-03, 1.1300e-03, -2.9931e-03,
-1.4212e-02, -4.7881e-02, 9.3090e-03, 1.4244e-03, -5.3385e-03,
-6.5961e-03, 3.1279e-04, -6.0068e-03, -1.9690e-03, -1.9187e-03,
7.3095e-03, 1.1978e-03, 5.5931e-03, 7.8871e-04, -1.6728e-02,
-4.1410e-02, -1.6919e-03, -7.5768e-03, -1.7762e-02, -6.4343e-03,
-6.3853e-04, 2.5865e-02, 1.5105e-02, 2.1241e-02, -2.2220e-03,
-1.4447e-03, -6.8521e-03, 8.0978e-04, -9.3054e-03, 2.6116e-03,
-3.8756e-02, 2.2708e-03, -2.3375e-03, 1.1322e-02, -1.0345e-02,
-8.0941e-04, 2.9032e-03, -3.1389e-03, 8.0557e-03, -2.9373e-02,
-3.9328e-03, -5.1575e-03, -4.8863e-03, -7.2422e-03, 4.6580e-03,
4.5703e-03, -2.7345e-03, 1.3207e-02, 5.6262e-03, 1.0804e-02,
-1.9663e-03, -5.9055e-03, 4.2945e-03, -2.0446e-02, 5.2761e-03,
-3.7564e-03, 8.8811e-03, 1.8994e-03, 3.5133e-03, -1.0909e-02,
-2.7059e-03, 1.1363e-03, 1.0101e-02, 2.8113e-03, -2.7788e-03,
-3.2135e-02, 4.7873e-03, 1.1399e-03, -9.9225e-04, -2.4312e-03,
-2.5427e-03, 1.9973e-03, -9.9561e-03, -7.7704e-03, 5.8289e-03,
4.1870e-03, 6.4088e-03, 5.0129e-03, -4.3675e-03, -7.9953e-03,
-1.0841e-03, -2.6181e-03, 2.2175e-03, -9.4898e-03, -1.3711e-02,
-2.3234e-02, -1.9126e-03, 1.3055e-02, 4.0558e-02, 2.5060e-03,
9.8339e-03, 4.5855e-03, 1.1341e-03, 3.3449e-03, 3.0170e-03,
-1.2649e-02, -3.8177e-03, 7.8511e-03])),
('model.decoder.layers.4.self_attn.v_proj.weight',
tensor([[-0.0051, 0.0110, -0.0092, ..., -0.0042, -0.0589, -0.0267],
[ 0.0167, 0.0208, -0.0135, ..., -0.0454, -0.0357, 0.0264],
[-0.0331, 0.0019, 0.0335, ..., 0.0068, 0.0185, 0.0109],
...,
[-0.0056, 0.0096, -0.0268, ..., 0.0629, 0.0076, 0.0357],
[ 0.0358, -0.0448, 0.0562, ..., 0.0051, -0.0093, -0.1175],
[-0.0288, -0.0572, -0.0052, ..., -0.0435, 0.0008, -0.0762]])),
('model.decoder.layers.4.self_attn.v_proj.bias',
tensor([ 7.7014e-02, 5.1853e-02, -3.8551e-02, 2.3612e-02, -5.9430e-03,
2.0749e-02, 7.4455e-03, -3.7928e-02, 3.3451e-03, -2.5073e-02,
-6.3558e-02, -1.8112e-02, 9.1743e-03, 2.0232e-02, -1.0715e-02,
-3.1859e-02, 1.3375e-02, 1.0421e-02, 1.2180e-02, -6.9954e-02,
-1.4295e-02, 3.6261e-02, 3.1492e-02, -3.2437e-03, -1.0161e-02,
3.9708e-02, 9.3557e-02, 2.6775e-03, 4.1700e-02, 1.7883e-02,
-4.6375e-03, 6.7955e-02, 1.8611e-02, 8.2551e-03, -1.3811e-02,
-3.3432e-03, 5.3133e-02, -2.1687e-04, -2.4094e-02, 6.0493e-02,
1.7494e-02, -1.0789e-02, 1.4520e-02, -7.7812e-02, -7.2772e-02,
-6.0680e-02, -3.6079e-02, 3.6766e-02, -4.1755e-02, -5.6867e-02,
1.0170e-01, -1.9911e-02, 4.9650e-02, -5.1162e-02, 4.4706e-02,
-1.1013e-02, -4.4981e-02, 2.3427e-02, 1.4682e-01, 4.9789e-03,
-6.9534e-02, -1.8389e-02, 5.8426e-02, -1.8300e-01, -5.2555e-03,
5.1638e-03, 2.0584e-02, -2.2286e-02, -8.4907e-03, 3.9729e-02,
-4.6269e-03, 1.1382e-02, -5.0162e-03, -9.5462e-02, 2.8339e-02,
-2.1751e-02, -1.3045e-02, 2.0510e-02, -8.1934e-03, 5.8746e-03,
-2.1503e-02, -9.9387e-03, -1.5659e-02, -1.7765e-03, 6.6344e-03,
-2.9064e-03, -2.8447e-02, -2.1794e-02, 8.3122e-03, -2.5844e-03,
-9.5221e-04, -1.6769e-02, 1.0495e-03, -4.8397e-03, 4.9075e-03,
-1.3380e-02, -7.3111e-04, 2.8072e-02, -9.5855e-03, 1.1210e-02,
7.5748e-04, 8.2251e-03, -3.2586e-02, 1.9134e-02, 1.8200e-02,
2.3426e-02, 2.7015e-02, 9.2669e-03, 4.5675e-03, 1.0890e-02,
-3.3429e-02, 1.7268e-02, 1.3706e-02, 1.8961e-02, -1.0320e-02,
-1.9159e-02, 1.5376e-02, -9.5493e-03, 8.4213e-04, 9.7736e-03,
1.8494e-03, 1.5582e-02, 3.4785e-03, -5.8133e-03, 2.9003e-02,
1.3083e-02, 1.9540e-02, -2.9446e-02, -5.8855e-03, -9.9094e-03,
-5.6758e-03, 3.4779e-03, -2.3454e-03, 9.5556e-03, -1.6504e-03,
1.0546e-02, 1.7528e-03, -1.3423e-03, 1.3519e-02, -7.9429e-03,
3.6523e-03, 1.4207e-02, 1.3725e-05, -1.7876e-02, -9.6140e-03,
-2.3769e-04, 2.2338e-02, 9.8085e-03, 1.0115e-02, -7.1651e-04,
-5.0583e-03, -1.2481e-03, -7.4765e-03, -5.5343e-03, -5.5062e-02,
-1.8815e-02, -7.3396e-03, 3.8142e-03, -1.6434e-02, 8.1919e-03,
-1.1651e-02, 7.6317e-03, -5.0291e-03, -3.6167e-03, -1.0540e-02,
2.8466e-03, 1.1159e-02, 6.2873e-03, 1.3739e-02, 1.1313e-02,
-7.3765e-03, 9.1818e-03, -2.4522e-03, 9.2739e-03, 2.2441e-02,
-6.1775e-03, 1.9587e-02, -1.3934e-02, -1.7583e-02, -1.4907e-02,
9.9565e-03, -3.0535e-03, 1.2413e-02, -3.4107e-04, 1.7987e-02,
-5.8511e-03, 1.3937e-04, 1.8274e-02, -1.0660e-02, -9.1470e-03,
-1.3151e-02, -3.3100e-03, -9.6501e-03, 5.0386e-03, -1.4875e-03,
-7.5365e-03, -5.7764e-03, 1.3969e-02, 1.1367e-02, -2.5302e-03,
-9.1812e-03, 8.1934e-03, -1.2056e-02, -5.5000e-03, 7.6270e-03,
-4.1419e-03, 9.5880e-03, 8.1223e-03, -5.4853e-03, -9.7785e-04,
-7.2069e-03, -4.9958e-03, -5.5542e-03, -4.1192e-03, 4.2546e-03,
-3.1326e-03, -2.1049e-03, -2.7101e-03, 5.3740e-03, 1.1630e-02,
-6.9874e-02, 8.6897e-03, -4.5996e-03, 4.4864e-04, -4.6049e-03,
1.0664e-03, -5.9436e-03, 5.9150e-03, 2.1046e-03, 5.5147e-03,
3.7873e-03, 5.3969e-03, 1.3667e-03, 1.4057e-03, -3.6591e-03,
1.0322e-02, -6.4830e-03, -5.5694e-05, 4.4806e-03, 6.3589e-03,
1.6785e-03, -3.3703e-03, -1.3424e-03, -3.1989e-03, -3.3426e-03,
4.0520e-03, 1.0417e-02, 9.7379e-03, -1.4486e-02, -2.6592e-03,
-3.2451e-03, -1.2781e-02, 5.2263e-03, 2.1638e-03, 3.5012e-03,
6.0852e-04, -5.4357e-03, -4.8311e-03, -1.1158e-03, -6.2142e-03,
-4.3554e-03, -1.1399e-03, 8.8597e-03, -9.0408e-03, 4.5644e-03,
1.2091e-02, 3.7142e-04, -9.7322e-03, 1.9133e-03, -5.5893e-03,
1.2850e-02, 4.2477e-03, -5.4177e-03, -6.5464e-03, -2.0862e-03,
-2.4318e-03, -8.4999e-04, -3.2797e-03, 1.7575e-03, 4.0565e-03,
-1.5469e-02, 1.7634e-03, 1.0510e-03, -1.2077e-02, 2.6774e-05,
-8.7413e-03, 1.6731e-03, 4.8365e-03, -2.3774e-03, 9.9868e-03,
1.6110e-03, -1.2433e-03, -2.8728e-02, -4.7730e-03, -1.1974e-02,
2.8110e-03, 2.7813e-03, 7.6112e-04, -7.3033e-03, 5.6731e-03,
-1.7390e-03, -1.9656e-02, -1.1153e-02, 3.9353e-03, -7.6725e-03,
-1.0313e-02, -4.1605e-03, 2.2984e-03, 4.0658e-02, 5.1595e-03,
1.2130e-02, -2.7833e-03, 5.2513e-03, -1.4550e-02, 5.3885e-04,
-8.0671e-04, 1.1883e-02, -2.7329e-03, 5.2606e-03, 3.1119e-03,
1.1896e-03, -2.6592e-03, 7.9836e-03, -4.9233e-04, -7.8811e-05,
-4.1633e-03, -7.4135e-03, -2.0967e-03, -2.4523e-03, 2.8299e-03,
-7.4945e-03, -1.3668e-02, 5.0975e-03, 7.0264e-03, 4.6983e-03,
1.6664e-03, -2.6326e-03, 7.4404e-03, -4.7891e-03, -1.5041e-02,
1.8285e-03, 4.2802e-03, -1.3871e-02, 1.0066e-02, -1.8294e-02,
6.1693e-04, -1.4776e-02, -3.2148e-03, 2.9310e-04, -6.9263e-03,
-1.9355e-04, 2.3961e-02, -2.6787e-02, -1.6187e-02, 4.3979e-03,
-1.3900e-04, 5.1195e-03, -4.6420e-03, 2.7861e-03, -8.6337e-04,
-3.1850e-04, 1.5939e-02, 1.6497e-02, -1.5177e-03, 2.3241e-03,
-1.2083e-02, 1.3031e-02, 7.3541e-03, -4.7657e-04, 2.8607e-04,
-1.2670e-02, 1.4148e-02, -7.0060e-04, 1.6595e-02, -1.2647e-02,
1.1413e-02, -8.1685e-03, 7.5789e-03, 2.2055e-03, 1.9862e-02,
1.8603e-02, 3.5389e-03, 1.6546e-03, -5.8867e-03, -3.2126e-03,
-2.1003e-03, -7.4560e-03, -2.4475e-02, -1.9743e-03, -1.8372e-02,
7.4516e-03, 3.6546e-04, -3.9361e-02, -5.4046e-03, -2.8130e-03,
2.6157e-03, -3.4971e-03, -3.0988e-03, 4.9862e-03, 8.8096e-03,
2.6988e-03, -3.1155e-03, 4.2289e-03, -5.7287e-05, 2.6687e-03,
2.9274e-03, -1.2031e-02, -1.7293e-02, 1.8342e-02, 6.5828e-03,
-9.4265e-03, 6.8458e-03, 3.6118e-03, 7.7034e-03, -5.9024e-03,
-2.6884e-05, 4.0891e-03, -7.2439e-03, 5.4025e-03, -1.6098e-02,
-2.5903e-03, -1.6172e-02, -6.2600e-03, -1.6951e-02, -1.5401e-02,
-9.4887e-03, 9.4811e-03, -7.2725e-03, -4.1321e-03, -7.4574e-03,
-1.2830e-02, 1.1291e-02, 4.1652e-03, -3.3911e-03, -6.1434e-03,
-5.7279e-03, 1.5438e-03, -1.3249e-02, -1.1119e-02, -2.7707e-03,
-3.6235e-03, -5.7617e-03, -1.5448e-02, -1.3665e-03, 8.1947e-03,
8.0218e-03, -7.7981e-03, 1.9696e-03, -1.3489e-02, 1.5828e-03,
1.4947e-02, -1.6523e-02, 1.4037e-02, 7.7139e-03, -1.1359e-02,
1.0229e-02, 4.3002e-03, 7.0050e-03, 2.2294e-02, -1.0526e-03,
3.5845e-02, -1.8794e-02, 1.9882e-03, -3.0909e-03, -5.8108e-03,
-1.1341e-02, 4.1187e-03, -1.1775e-02, 1.4360e-03, -8.8872e-03,
4.4630e-02, 7.3947e-03, -1.9377e-02, 6.9647e-03, -1.1113e-02,
-9.1369e-04, -2.1352e-02, 7.7100e-03, -3.8152e-03, -5.5960e-03,
-1.2005e-02, -1.5985e-02, -3.2988e-02, -1.9902e-02, 8.7731e-03,
3.3497e-02, 1.9223e-02, 2.1407e-03, 1.0149e-02, -1.1986e-02,
-9.1849e-03, -2.7121e-02, 1.4175e-03, -9.0158e-03, 3.5514e-04,
1.0624e-02, 1.0608e-02, 5.7267e-03, 7.7621e-03, 1.2143e-02,
6.0427e-03, 6.4466e-03, 3.7254e-03, 1.5613e-02, -1.5960e-03,
-5.2481e-03, -3.3635e-03, -8.7015e-03, -1.1749e-02, 3.4505e-02,
2.9104e-02, -7.6408e-03, 3.0860e-02, -4.5000e-03, -1.1826e-02,
2.0563e-02, 1.0842e-02, 1.7048e-02, -3.7855e-02, 2.9647e-02,
1.1644e-03, -1.1699e-02, -2.0119e-02, 1.6740e-02, 8.0479e-03,
2.9830e-04, 4.7336e-03, -2.8394e-02, -8.4720e-03, 3.0461e-02,
-6.8877e-03, 9.3824e-03, 2.8248e-02, 8.7226e-03, 4.6385e-03,
-7.9367e-03, 1.7823e-02, 1.0576e-02, 1.5442e-02, 1.1104e-02,
-2.6124e-02, -1.3059e-02, -7.8643e-02, -1.8894e-03, 3.4050e-02,
6.8110e-03, 1.9491e-02, 1.4440e-02, 8.2272e-04, -7.8212e-03,
5.7680e-03, -1.0132e-02, 5.4447e-04, -8.4604e-03, -5.4983e-03,
1.1538e-02, -1.5559e-03, 1.7623e-02, -9.0439e-03, -2.1121e-02,
3.2921e-02, -1.7661e-02, -8.5944e-03, -6.8503e-03, 1.6986e-02,
-3.0116e-02, 9.2442e-03, -1.3052e-03, -1.6819e-02, 4.6490e-03,
-1.0413e-02, 2.2937e-02, 1.2924e-02, -1.4835e-02, 3.2384e-03,
3.8707e-03, 4.4575e-03, -1.1797e-02, -8.2894e-03, -3.6350e-02,
1.2693e-02, -4.5795e-03, 1.9358e-02, 2.1973e-03, 2.6702e-02,
5.0528e-02, -3.6048e-02, -1.0176e-01, -1.0366e-02, -2.3759e-02,
1.1919e-02, -2.0021e-02, 1.8788e-02, 2.4319e-02, 2.0584e-02,
-1.7696e-02, -7.1759e-02, -2.1079e-02, 3.9088e-02, -3.4004e-02,
-1.6188e-02, -4.7624e-02, 1.7026e-02, 3.9192e-02, 4.6742e-02,
-2.5902e-02, 1.6070e-02, -2.3965e-03, 5.1247e-03, 1.3915e-02,
-2.7407e-02, -3.1453e-02, -2.7919e-02, -1.2706e-02, -2.1052e-02,
-2.0775e-03, 5.4193e-02, -6.7827e-03, 9.1034e-03, 3.6244e-03,
-1.7007e-02, -4.1870e-03, 3.0424e-02, -5.3264e-02, -3.2117e-03,
5.8223e-03, 3.0934e-02, -2.3612e-02, 4.0930e-03, 2.6993e-02,
1.8682e-02, -1.0978e-01, 1.0677e-02, -2.9072e-02, -2.3427e-02,
5.2953e-02, -2.2251e-02, 1.9790e-02, -3.7982e-02, -3.7396e-02,
-6.8191e-03, -5.5438e-03, 6.6470e-03, -3.1759e-03, -1.4806e-04,
7.9446e-03, 9.2333e-04, 2.9397e-03, 9.2577e-03, -9.4176e-04,
-3.9881e-03, -2.1821e-03, -1.1343e-02, -1.0876e-02, 8.7720e-03,
-4.0740e-03, 3.9044e-03, 6.1542e-03, 7.5018e-03, -7.9053e-03,
-1.0497e-02, 2.2407e-03, 4.5005e-02, 1.4359e-02, 2.8823e-03,
2.5633e-03, -4.8757e-03, -7.2975e-03, 5.8188e-03, 7.3137e-03,
-5.9053e-03, 1.1024e-04, -3.1019e-03, 9.7637e-03, -9.5433e-03,
3.9712e-03, -5.9241e-03, -9.1641e-04, -7.2711e-04, 8.8235e-03,
-1.3596e-02, 1.2089e-02, -3.6224e-03, -2.1865e-03, 5.1518e-03,
-4.0680e-03, 5.4486e-03, -3.6035e-03, 1.2206e-02, 7.8240e-03,
7.0992e-03, -1.4579e-02, 2.7259e-03, 1.2207e-02, 2.9048e-04,
-4.3652e-03, -3.6213e-03, -2.4540e-03, -3.2899e-03, 4.0360e-03,
-1.8954e-03, 4.4252e-03, 1.5627e-03, 8.9953e-04, 8.4994e-03,
1.6044e-03, 3.8990e-02, 9.3652e-03, 2.9843e-03, 1.9046e-02,
-7.4810e-03, -4.7038e-04, 1.7374e-02, -5.1783e-04, 9.8210e-03,
-1.4738e-02, 3.8358e-03, 5.4188e-03, -1.5267e-02, -6.4076e-03,
-7.5685e-03, -5.2381e-03, -1.4600e-02, 3.1421e-02, -3.4880e-03,
-2.5514e-02, -1.1005e-02, -2.9138e-03, 1.3745e-02, -3.8564e-03,
-1.8361e-03, 3.0807e-02, 1.4710e-02, 7.1372e-03, 3.4120e-03,
5.4507e-03, -7.7070e-03, 1.1854e-02, -2.3633e-02, 1.9416e-02,
-2.2460e-02, 8.7683e-03, -4.8923e-03, -3.3062e-03, 1.1981e-02,
-4.1983e-03, 2.7954e-03, -1.0263e-02, 1.3759e-02, -1.5644e-02,
1.3070e-02, -2.9385e-03, -7.1295e-03, -4.4156e-03, -1.9117e-03,
4.4070e-04, -1.1653e-03, -1.9274e-02, 1.0025e-03, -5.8752e-03,
-3.7335e-03, -4.9637e-03, 1.1624e-02, 1.0462e-03, 1.1599e-02,
-3.3086e-03, 1.0687e-02, -7.8421e-04])),
('model.decoder.layers.4.self_attn.q_proj.weight',
tensor([[ 0.0450, 0.1828, 0.0178, ..., 0.0007, 0.1566, 0.0395],
[ 0.0971, 0.0098, 0.0964, ..., -0.0434, -0.0098, 0.1172],
[ 0.1056, 0.0751, 0.0546, ..., 0.0688, -0.1059, 0.1703],
...,
[-0.0068, -0.0081, -0.0271, ..., 0.1243, 0.2662, -0.1134],
[-0.0021, -0.0651, 0.0818, ..., -0.0218, 0.2343, -0.0679],
[-0.1230, -0.0274, -0.0011, ..., -0.0826, -0.0248, -0.0120]])),
('model.decoder.layers.4.self_attn.q_proj.bias',
tensor([-0.5488, 0.2930, 0.0141, 0.1548, 0.4241, -0.2887, -0.3095, 0.2890,
-0.2956, -0.5500, 0.0731, -0.0802, -0.4802, -0.1859, 0.3311, 0.3114,
0.4899, 0.2232, 0.4609, -0.4051, 0.0712, 0.2951, 0.1571, -0.1864,
0.2936, -0.4852, -0.1715, 0.1243, 0.4614, -0.2309, 0.0116, -0.4886,
0.1772, 0.4643, -0.0326, 0.5570, 0.3479, -0.1378, 0.6330, 0.5272,
0.5199, 0.2538, -0.0106, 0.3773, -0.2292, 0.3894, 0.5612, 0.6414,
-0.4849, 0.1231, 0.3597, 0.2502, 0.4935, -0.4502, -0.2241, 0.1044,
-0.1421, 0.2734, -0.4230, 0.1902, -0.3943, 0.0784, -0.1870, -0.2286,
-0.0229, 0.4110, -0.0649, -0.7126, 0.3379, -0.7716, -0.4868, 0.5938,
-0.0361, -0.3113, -0.0995, 0.4574, -0.1778, -0.2673, -0.2607, -0.5807,
0.7036, 0.0316, -0.1654, -0.7324, 0.0158, 0.5253, -0.2213, -0.6732,
0.1140, -0.3697, 0.5302, 0.0917, -0.2271, 0.0416, 0.0056, -0.1256,
-0.6315, 0.8525, -0.0580, -0.5186, -0.0344, -0.8538, -0.1157, 0.1875,
-0.3509, -0.5665, 0.0639, 0.0740, 0.2688, 0.6429, -0.1209, 0.0359,
0.2242, -0.1704, -0.0429, 0.3471, 0.2583, -0.6286, 0.3423, -0.7895,
0.0202, -0.6592, 0.0266, -0.3604, -0.1591, -0.5854, 0.0807, 0.1684,
0.3959, -0.1981, 0.3026, -0.3809, 0.3341, -0.0092, -0.1833, 0.3761,
-0.1414, -0.1407, 0.1253, 0.4023, -0.4358, 0.1559, 0.5266, -0.2043,
0.0645, 0.3233, 0.4194, 0.0634, 0.3965, -0.2079, -0.3416, 0.2754,
-0.2302, -0.1086, -0.4223, -0.3360, 0.3509, -0.3893, 0.2949, 0.0889,
-0.1455, 0.0316, 0.3497, 0.0557, 0.2050, -0.1389, 0.5777, 0.2266,
0.1208, -0.5569, -0.0040, -0.5046, -0.1200, 0.3678, -0.3263, -0.1286,
0.3846, 0.3393, 0.4060, -0.4242, 0.3744, -0.2101, 0.0468, 0.0309,
-0.5863, -0.4358, -0.0774, 0.3900, -0.0874, -0.3245, -0.4530, 0.0424,
-0.3477, 0.1599, 0.1194, 0.1954, -0.1857, -0.0940, 0.0879, -0.1817,
-0.0522, -0.1864, -0.1247, 0.3710, -0.0522, 0.2331, -0.3025, -0.3797,
0.1802, 0.0034, -0.0219, -0.6424, -0.2890, -0.1362, 0.3499, 0.1184,
0.2557, -0.5462, -0.0028, 0.6427, 0.1694, 0.2350, 0.2700, 0.5079,
-0.4602, 0.2443, 0.1435, 0.2227, 0.2417, -0.0707, -0.1905, -0.4953,
-0.2860, 0.2373, 0.2416, 0.0161, 0.1079, 0.2443, 0.0419, -0.2292,
-0.2187, -0.1210, -0.2016, 0.2125, -0.0246, -0.3931, -0.0900, -0.1511,
-0.0651, 0.2456, 0.2670, 0.0773, 0.0487, -0.0233, 0.1278, 0.1825,
0.4349, -0.2452, 0.1298, 0.1093, -0.4805, -0.2106, 0.3908, 0.2279,
0.0789, 0.1729, 0.0092, 0.2980, 0.0858, -0.1250, -0.1665, -0.0960,
0.1534, 0.1244, 0.4114, -0.0797, -0.4847, 0.1568, 0.3598, -0.0439,
0.1683, 0.0488, -0.0090, -0.0464, 0.0700, 0.0020, 0.0425, -0.0577,
0.0771, 0.2218, 0.0307, 0.1362, -0.1719, 0.1879, 0.2945, 0.1851,
-0.2112, 0.2186, 0.0604, 0.1659, 0.3820, 0.2777, 0.0581, -0.1160,
0.5541, 0.3694, -0.2573, 0.1291, -0.0358, -0.0856, -0.1436, -0.4749,
-0.0465, 0.2296, -0.1657, -0.1225, -0.2208, -0.3216, -0.1176, 0.2189,
-0.0671, 0.3072, -0.1301, -0.5422, 0.2707, -0.0358, 0.4534, -0.5059,
-0.1199, -0.1008, 0.0329, 0.2390, 0.2002, -0.0941, 0.2301, 0.3083,
0.0014, 0.4975, 0.6718, -0.3542, 0.0217, -0.2087, -0.0199, 0.2553,
-0.1657, -0.3878, -0.0349, -0.3648, -0.2790, 0.5377, 0.6712, -0.2155,
0.2963, -0.2648, 0.4772, -0.4910, -0.2654, 0.3904, 0.3086, -0.3953,
0.2090, 0.5966, -0.3746, -0.5560, -0.3599, -0.3974, -0.0335, -0.1714,
-0.5495, -0.3045, -0.0035, 0.1587, 0.7649, -0.3846, 0.0468, -0.1360,
-0.0354, 0.4495, 0.2544, -0.4027, -0.1434, -0.0333, -0.5232, 0.2058,
0.4019, 0.3371, -0.5782, -0.1157, -0.1732, -0.0097, -0.3978, 0.3989,
0.3920, 0.7543, -0.3671, -0.4301, 0.0059, 0.2795, 0.2750, -0.5679,
-0.4025, -0.0392, -0.6731, -0.1596, -0.4652, -0.0695, 0.5838, 0.2831,
-0.6359, 0.1358, 0.7666, -0.4878, -0.5230, -0.4924, 0.1616, 0.5799,
-0.6285, 0.3830, -0.4576, 0.5463, -0.0403, -0.4075, 0.2011, -0.5916,
-0.2380, -0.1892, 0.4701, 0.3035, -0.5523, 0.3490, 0.0474, 0.3018,
-0.3583, 0.0590, 0.3015, 0.2965, 0.4959, 0.4093, -0.1258, -0.3511,
0.2191, 0.3600, -0.5022, 0.2971, 0.3098, 0.2381, 0.4785, -0.3319,
0.1627, 0.2684, 0.5165, -0.0400, 0.2492, 0.4384, 0.2663, -0.1965,
0.0951, -0.2089, -0.2117, -0.1064, 0.3780, -0.2183, 0.0890, -0.0705,
0.1209, -0.3199, -0.0091, -0.3361, 0.1991, 0.0625, 0.0817, 0.1404,
0.0491, 0.1497, -0.1572, 0.0232, -0.1109, -0.1919, 0.1340, 0.0381,
-0.0072, 0.2634, -0.2127, 0.2186, -0.0403, 0.0756, 0.3210, -0.1072,
0.3037, 0.2699, -0.0743, 0.1402, -0.4562, -0.2235, 0.3554, -0.0393,
-0.0119, -0.1711, 0.0664, -0.3722, -0.0835, -0.1337, -0.0848, -0.2901,
-0.1904, -0.2952, 0.1303, 0.1630, -0.1129, -0.0391, 0.0656, -0.1539,
0.1199, 0.1453, -0.4494, 0.2783, 0.3389, 0.0305, 0.2999, -0.2636,
-0.1643, -0.0450, -0.3732, -0.4138, -0.0983, -0.3190, 0.3635, -0.0052,
-0.2661, 0.1499, -0.0346, 0.0163, 0.0990, 0.1843, 0.1396, 0.4036,
-0.0049, -0.2274, 0.0635, 0.3478, 0.0228, 0.0865, -0.3414, 0.2381,
0.1633, -0.1935, -0.2200, -0.2689, 0.0778, 0.5239, 0.0860, 0.0326,
0.1438, -0.1735, 0.0530, -0.0031, 0.4724, -0.0864, -0.1085, 0.4921,
0.0195, 0.3060, -0.4460, 0.0312, 0.0750, 0.2449, -0.2973, 0.2342,
0.1071, 0.5204, 0.0684, 0.5655, -0.1902, -0.3521, 0.2569, -0.0721,
-0.2133, -0.5496, 0.0089, 0.1060, -0.1674, 0.6900, 0.1920, 0.4215,
0.0878, 0.3531, -0.2467, -0.0726, 0.0878, -0.1565, -0.3338, -0.6010,
0.3740, -0.0438, 0.5731, 0.0411, 0.2157, 0.3742, -0.4580, -0.0923,
-0.2671, -0.0845, 0.3884, -0.1730, -0.4277, 0.3299, -0.1047, -0.0254,
-0.1794, 0.2177, 0.2420, -0.1691, 0.4239, -0.0945, 0.0160, 0.4610,
0.3140, 0.1862, 0.3289, -0.3333, 0.3643, -0.6076, 0.1466, -0.4704,
-0.1603, 0.0496, -0.2048, 0.2382, 0.3442, -0.4275, -0.1161, 0.2593,
0.0078, -0.2163, -0.0639, -0.0293, 0.4814, 0.1297, -0.2411, 0.0725,
0.0041, 0.4620, -0.2433, -0.2820, -0.3609, -0.3765, 0.3876, -0.0088,
0.7561, -0.6361, -0.2715, -0.4464, -0.0370, 0.1492, 0.5096, 0.1123,
-0.3481, -0.6751, -0.5329, 0.4777, 0.7041, -0.4751, -0.1958, 0.4677,
-0.0334, 0.7814, 0.3776, 0.3532, -0.8000, 0.2082, 0.4431, 0.5698,
0.1114, -0.2203, 0.4860, 0.0075, -0.1886, -0.4120, -0.0252, 0.1165,
0.0196, -0.4174, 0.3175, -0.1437, 0.5964, 0.9356, -0.2146, 0.4002,
0.2605, 0.3027, 0.4592, -0.7850, -0.0893, -0.6522, 0.1501, -0.2255,
-0.0600, 0.1168, 0.7278, 0.0402, 0.7421, 0.6167, 0.1703, -0.1166,
-0.4221, 0.2370, 0.3580, -0.3148, 0.4708, -0.7064, -0.4693, -0.5456,
0.0211, -0.4631, -0.2498, 0.3566, 0.1504, 0.3750, 0.1558, 0.6756,
-0.0457, -0.4408, -0.2221, -0.5061, 0.5447, 0.2858, 0.3607, -0.1919,
0.4997, -0.4839, 0.1641, 0.4930, 0.2467, 0.1636, -0.2912, -0.3013,
-0.0355, 0.3961, 0.2402, -0.0682, 0.2915, -0.4389, -0.2887, -0.3259,
0.6165, 0.2505, 0.2484, 0.4464, -0.1286, -0.2098, -0.1352, -0.2567,
0.0368, -0.3937, -0.5636, -0.3735, -0.3648, 0.5820, 0.7967, 0.4411,
0.5440, -0.3098, -0.1737, 0.2189, -0.1981, -0.6477, -0.4101, 0.2093])),
('model.decoder.layers.4.self_attn.out_proj.weight',
tensor([[-0.0465, 0.0426, -0.0373, ..., -0.0436, -0.0031, 0.0201],
[-0.0072, 0.0341, 0.0044, ..., -0.0008, -0.0132, -0.0170],
[ 0.0090, 0.0221, 0.0048, ..., 0.0003, 0.0016, 0.0148],
...,
[ 0.0378, -0.0234, 0.0282, ..., 0.0220, 0.0292, 0.0578],
[-0.0114, 0.0014, -0.0033, ..., 0.0091, -0.0256, 0.0076],
[ 0.0218, 0.0213, 0.0387, ..., 0.0079, 0.0161, -0.1065]])),
('model.decoder.layers.4.self_attn.out_proj.bias',
tensor([-2.8386e-02, 4.4625e-02, -3.5980e-02, 1.3864e-02, -2.8213e-02,
-1.1014e-02, -3.2628e-02, 1.1272e-02, -2.7189e-02, 1.4948e-02,
-7.5895e-03, 7.6631e-02, -6.0791e-03, 9.9485e-03, -2.8845e-02,
-1.7703e-02, 1.5908e-02, 3.4522e-02, 3.7761e-03, 1.3306e-02,
-4.3846e-02, -5.8747e-03, 3.5144e-02, -1.2495e-02, 4.4423e-04,
1.2509e-02, -5.4567e-02, 5.4102e-03, -4.2942e-03, 6.3044e-01,
-2.0019e-02, -4.5649e-03, 6.9164e-02, -3.0054e-02, -1.2258e-02,
2.1803e-02, -1.7071e-02, -1.1294e-02, -1.8023e-02, 3.8277e-02,
2.7392e-02, -1.3391e-02, 5.6006e-02, -1.0153e-01, -2.1923e-02,
-1.1890e-02, -3.6815e-02, 3.1282e-02, -3.4564e-02, -9.2249e-03,
5.0670e-03, -1.7671e-02, -9.9667e-02, -5.8308e-04, 1.9660e-02,
4.4389e-02, 2.7878e-03, 1.5186e-02, -3.2319e-02, -3.9248e-02,
1.8924e-02, 1.0109e-02, -5.5428e-03, 2.5933e-02, -6.8209e-02,
2.8218e-02, 8.8535e-02, -3.5742e-02, 1.9824e-02, 4.6582e-03,
-2.6567e-02, -9.2599e-03, -2.7883e-02, -3.1335e-03, 7.1295e-03,
-4.7861e-02, 1.1090e-02, 7.6916e-03, -1.8319e-02, -2.0198e-02,
2.5660e-02, -2.3902e-04, 4.0322e-03, -3.3352e-02, -8.9791e-03,
-4.7350e-02, -1.0895e-01, -6.6031e-03, 1.6979e-03, -1.7789e-02,
3.1120e-02, -5.5671e-03, -1.2345e-02, -2.6414e-02, 1.6985e-02,
2.2200e-03, -6.1931e-03, 5.5497e-02, 4.3988e-02, 8.3257e-03,
2.7521e-02, 4.9067e-03, -1.9555e-02, -1.3746e-02, 7.0390e-02,
-1.6749e-02, -1.8142e-02, 8.6889e-03, 1.8126e-02, 3.1653e-02,
-6.2503e-03, 2.4858e-03, 2.1136e-02, -9.0411e-03, -3.7462e-02,
-2.6012e-02, 1.8136e-02, -1.3046e-02, -1.7531e-02, 1.0330e-02,
8.9769e-02, -2.9626e-02, -1.4025e-02, 8.1209e-02, -2.3589e-02,
-4.3438e-02, 1.0361e-02, 1.1772e-02, 6.8876e-04, -3.7748e-02,
-7.2365e-02, -1.1064e-02, 1.4807e-02, -6.6056e-02, -1.9305e-02,
2.9982e-03, -4.0161e-02, -1.4254e-02, 3.9533e-02, -2.0365e-02,
-2.8449e-02, -3.6543e-02, 8.2596e-03, -4.0079e-02, 2.8792e-02,
-2.2676e-02, 1.7306e-02, 5.6906e-02, -2.5953e-02, 9.1531e-02,
1.8104e-02, 7.6939e-03, 2.2951e-02, 3.9326e-02, 8.4233e-02,
-2.1508e-02, 2.5412e-02, 9.8612e-02, -2.7898e-02, 7.7155e-03,
-2.0837e-02, -1.0414e-02, 2.0760e-02, 2.8356e-02, -3.4092e-02,
-2.8560e-02, 2.6496e-02, 1.7772e-02, -2.2949e-02, 4.6333e-02,
-2.3231e-02, 1.0301e-02, -1.3759e-02, -5.5850e-03, 2.4173e-02,
6.3926e-02, -8.8873e-03, 1.8781e-02, -5.9257e-02, 5.9335e-02,
-8.4772e-03, -3.4960e-02, -2.2260e-02, 1.6018e-02, 4.9063e-03,
-5.8840e-03, 5.3778e-02, -3.8985e-02, -1.0375e-03, -4.5088e-02,
4.8099e-02, 1.0094e-03, 3.0889e-02, -2.8495e-02, -2.7415e-02,
2.6264e-02, -4.2808e-02, -5.1311e-02, -3.0399e-02, -3.5731e-03,
-1.3372e-02, 1.9774e-02, -1.0666e-02, 2.2457e-02, -2.7607e-02,
1.0936e-02, 1.0236e-02, -2.8947e-02, 1.4024e-02, 1.5027e-02,
-1.2878e-02, -3.6548e-02, 1.0792e-02, -1.0004e-02, -6.3967e-03,
2.1318e-03, -1.2584e-02, 2.7479e-02, -1.4726e-03, 1.4369e-02,
-1.7515e-03, -2.8693e-02, -4.8227e-02, 4.8922e-02, 3.7368e-02,
5.5475e-02, -4.4633e-02, -2.2637e-02, -4.1058e-02, -1.6116e-02,
-1.6098e-02, -8.4997e-04, -2.4870e-02, 5.7077e-02, 2.4726e-02,
2.0779e-02, 2.5236e-02, 1.7915e-02, -3.8359e-03, 1.7638e-02,
-4.3328e-03, 2.3772e-03, 7.3658e-02, -2.2433e-02, -2.0017e-02,
-5.4555e-02, -1.2648e-02, 3.1577e-03, -1.2570e-02, -6.0389e-03,
3.3823e-02, -1.6786e-01, 3.3826e-03, 3.3778e-02, -1.6465e-02,
4.5842e-02, 3.9204e-02, -1.2208e-02, -4.9685e-02, -2.4757e-02,
2.3114e-02, -3.8448e-03, 1.7961e-03, -7.6813e-02, 3.6038e-02,
-5.9304e-02, -5.0865e-02, 4.5523e-02, -2.3809e-03, -9.0920e-03,
-2.7355e-02, -3.1824e-02, 2.7789e-02, 2.6913e-02, 4.2017e-02,
2.1731e-02, -1.8824e-02, -9.2813e-04, 2.7033e-03, 5.2010e-02,
1.5152e-02, 3.9899e-02, 1.7769e-02, 3.2048e-02, 5.2749e-02,
3.1783e-02, -6.2759e-04, 8.8414e-04, 6.5175e-02, -1.7814e-02,
6.4917e-02, 9.2504e-02, 2.4896e-02, 4.4449e-02, 3.3363e-02,
3.3829e-02, 2.2468e-02, -3.3114e-02, 1.3287e-02, -4.0737e-02,
-7.1971e-03, -2.0411e-02, -2.3569e-02, 3.9340e-02, -4.1852e-02,
1.6018e-02, -4.9328e-03, 4.7550e-02, -6.0529e-03, 2.2043e-02,
-9.6691e-02, -8.4001e-03, -5.1097e-02, 7.2082e-02, 5.6327e-02,
5.4203e-03, 2.9267e-02, -2.3389e-02, 5.1024e-02, -3.3900e-02,
-1.4051e-02, 2.3357e-02, -1.1833e-01, -6.7099e-03, 1.2760e-02,
-9.2145e-03, 1.5875e-02, 2.1055e-02, 1.8642e-02, 1.0223e-01,
2.0864e-04, -8.2150e-03, 2.5534e-02, 3.0763e-02, -2.6707e-02,
3.0848e-02, -2.2592e-02, -2.8372e-02, 5.4690e-02, -1.0247e-02,
3.1403e-02, -2.5421e-02, 6.1081e-02, -7.6591e-02, -2.0622e-02,
-1.6977e-03, -3.5436e-02, 2.6352e-02, -1.0398e-02, 3.7194e-02,
3.8561e-02, 2.6223e-02, -2.3785e-02, -1.8884e-02, 8.3627e-03,
1.6041e-03, 1.9140e-02, 1.2271e-02, -3.0766e-03, 5.5910e-02,
-9.1314e-03, 1.0752e-01, -3.8826e-03, 1.0141e-03, 3.2918e-02,
-4.9024e-03, 2.7924e-02, -3.6890e-04, 2.1283e-02, -2.7314e-02,
-1.1155e-02, -9.9652e-03, -4.0417e-03, 7.2230e-02, 2.4013e-02,
1.8503e-02, 9.0513e-03, -6.4993e-02, 9.3981e-03, 3.2623e-02,
-3.2720e-02, 1.8991e-02, -2.0706e-02, 5.3765e-03, 7.2737e-02,
1.4567e-02, 5.3643e-02, -2.1468e-02, -3.6821e-02, -2.4458e-02,
-3.2680e-02, -8.5877e-03, -5.4105e-02, 5.0542e-04, -2.7683e-02,
7.4484e-03, -3.0101e-02, 1.7414e-02, -2.9751e-02, -1.1697e-02,
-9.4829e-03, 1.5853e-02, -5.4360e-03, 2.4582e-02, -3.2255e-03,
2.0295e-02, 5.2252e-02, -4.7874e-02, 1.1719e-02, -9.3001e-02,
3.9113e-05, -2.7052e-02, -1.1252e-02, -2.2053e-02, -2.3359e-02,
9.5693e-03, -5.6439e-03, -3.2700e-02, -5.9256e-02, -1.6309e-02,
-3.5690e-02, -3.4858e-03, 4.7958e-02, -5.4118e-02, 1.8406e-02,
-2.6576e-02, -1.6717e-02, -5.7091e-03, 1.6277e-02, -1.8721e-02,
-2.7188e-02, -8.7422e-02, -2.7573e-02, -2.7631e-02, 7.3213e-02,
-5.2838e-02, 2.6172e-02, -1.9098e-02, 4.3548e-02, 4.7823e-03,
1.0564e-01, 2.5838e-02, -3.8449e-02, -5.0749e-02, -3.6525e-02,
-1.4452e-03, -2.4748e-02, -6.0855e-03, 8.6620e-03, 5.5813e-03,
6.6896e-03, 2.7290e-02, -1.0667e-02, -5.9154e-03, -9.5659e-03,
-2.9073e-02, -2.2240e-02, 1.5614e-02, 1.5509e-03, -4.0378e-02,
-7.6132e-02, -1.3885e-02, -2.3917e-02, -2.2352e-02, -8.4362e-03,
1.7835e-02, -3.0030e-02, 1.5658e-02, 3.9174e-02, 2.0972e-04,
1.5428e-02, -1.6082e-02, 1.3906e-01, 1.8852e-02, 5.5687e-03,
6.0931e-03, 3.6957e-03, 3.8474e-02, 6.1170e-02, -2.9343e-04,
2.9686e-02, -2.5449e-02, -2.6278e-02, 3.2505e-03, 1.0648e-02,
-3.5326e-02, 8.9058e-04, -6.6888e-03, -1.9488e-02, 1.0703e-02,
1.0624e-02, 1.4487e-02, -4.6876e-02, 6.9306e-03, -1.1260e-02,
-2.1489e-02, -4.0638e-02, 9.1385e-02, 2.9726e-02, 2.9534e-02,
-1.6325e-02, 1.5118e-02, -7.7126e-05, -6.5325e-03, 8.8629e-02,
1.4736e-02, 4.0080e-03, 2.1965e-02, 4.9318e-02, -2.3860e-02,
-1.4093e-04, 1.3003e-02, 1.7714e-02, -5.6611e-03, 8.8717e-03,
-4.4165e-02, 7.9483e-03, 3.7120e-02, -1.5513e-02, 6.8268e-03,
-5.7494e-02, -5.4758e-02, 5.0200e-02, -4.0691e-02, 2.9512e-02,
-9.3484e-03, -8.1699e-02, 3.5579e-02, -1.0672e-02, -1.0326e-02,
-2.8995e-02, -2.2993e-02, -6.6273e-02, 1.4136e-02, 3.7189e-02,
1.0986e-02, 1.7907e-02, 2.4935e-03, -4.4828e-02, -3.1576e-02,
-1.0890e-02, 1.9011e-02, 3.5118e-03, -5.2121e-03, 5.9682e-02,
2.3908e-02, 6.1935e-04, -5.4271e-02, 3.9242e-02, 2.2370e-02,
-2.8208e-02, 1.4695e-02, -1.0502e-02, -6.7130e-02, -3.7104e-02,
5.9651e-04, 6.1120e-04, -1.3934e-03, -3.1984e-02, -4.8003e-02,
5.8721e-02, -9.0362e-02, 1.7998e-02, 2.8955e-02, 9.7982e-05,
-2.3488e-02, -2.5707e-02, 6.0261e-03, 5.9298e-03, -2.2536e-02,
1.8423e-02, -3.3270e-03, -1.7786e-02, 4.0699e-02, 5.0613e-02,
1.2074e-02, -2.2893e-02, 1.4633e-02, 2.2553e-02, 2.1450e-02,
1.4053e-01, 1.0141e-02, 1.9099e-03, -2.1213e-02, -8.3865e-04,
4.3206e-02, -4.7838e-02, -1.5870e-02, -4.2052e-03, 3.0278e-02,
5.8374e-03, 2.2832e-02, -2.2854e-02, -3.3875e-02, 3.8850e-03,
-4.2780e-02, 1.1502e-02, 9.5399e-03, -7.8866e-03, 2.3960e-03,
-2.3860e-03, 3.4768e-03, -8.1355e-03, -1.4732e-02, -1.6761e-03,
4.8835e-02, -3.3019e-03, -1.2246e-02, 2.8534e-03, -1.6906e-02,
8.8705e-03, -2.3674e-02, -2.4769e-02, -2.5762e-02, -1.2814e-02,
1.5937e-02, 2.3689e-02, -1.3321e-03, -1.9618e-02, 4.6759e-02,
-2.1279e-02, 6.8921e-02, -1.6933e-03, 7.3331e-03, -6.6810e-03,
-1.2384e-01, -4.6056e-02, 9.9986e-03, 3.4374e-02, 3.5402e-02,
6.4610e-03, 7.5409e-02, 1.9511e-02, -2.8958e-02, 3.9130e-04,
4.5744e-02, -2.3260e-04, 2.3421e-02, -9.6721e-03, 9.1737e-03,
-5.1821e-03, 2.8618e-02, -7.8218e-02, -1.1342e-02, -9.4462e-02,
9.5832e-03, 6.9574e-03, 1.1407e-02, -3.2450e-04, 7.3768e-02,
1.7055e-02, 3.1141e-02, 5.3237e-02, -2.5757e-03, 3.9481e-02,
2.0963e-02, -4.4191e-03, -5.9001e-02, 2.6376e-03, -2.1750e-03,
2.3008e-03, -9.2762e-03, -1.3804e-02, -3.3943e-03, -2.2769e-02,
-1.0917e-02, -3.5867e-03, 6.6339e-02, 4.1685e-02, 1.0126e-02,
-4.8856e-03, -2.0473e-02, 3.0049e-03, 5.7877e-02, -1.5899e-02,
-3.0920e-03, 3.6158e-02, -3.5939e-02, 3.4933e-02, 2.9939e-03,
1.0391e-02, -4.6106e-02, 1.8330e-02, 3.5733e-02, 4.0230e-02,
-3.5078e-02, -2.4519e-02, -5.3843e-02, 3.6023e-02, -6.6070e-03,
-8.2502e-02, -1.0311e-03, 2.1349e-02, 2.9298e-02, -6.6226e-03,
-2.9928e-02, -1.0568e-02, -9.7619e-03, -2.5085e-02, 2.3302e-03,
-5.0433e-02, 5.3021e-03, 1.3639e-02, -2.7814e-02, -3.2346e-02,
-2.8739e-02, 7.4989e-03, 2.5572e-02, 2.4297e-02, 3.9786e-02,
1.7786e-02, 1.0747e-03, -4.6983e-02, -9.7870e-02, 3.0962e-02,
-3.5696e-03, 2.4957e-02, 2.8891e-03, 2.1416e-02, 3.1367e-03,
1.3676e-02, 5.8960e-04, 1.8154e-02, 2.2802e-02, -8.9372e-02,
-8.1589e-04, 2.7840e-02, 3.8977e-02, 3.9131e-03, 1.1915e-02,
-3.1126e-03, -3.8922e-02, -5.6745e-02, -7.1976e-03, -3.0178e-02,
1.5373e-02, 1.4873e-02, -3.8774e-02, -1.4882e-02, -5.0585e-02,
-2.9311e-02, 1.9893e-02, 1.3901e-02, 7.9382e-02, 1.7871e-02,
5.9564e-02, -2.3111e-02, 2.3477e-02, 4.9798e-02, -1.8320e-02,
-5.0745e-03, 6.8464e-02, -1.2605e-03, 3.3729e-02, -4.4809e-03,
3.2742e-02, -7.1302e-02, -1.0111e-02, 6.8056e-03, -3.1926e-02,
-2.0767e-02, -2.4593e-02, 8.0052e-03, -4.0308e-02, -2.7115e-02,
6.1835e-02, 4.0313e-03, 3.2894e-02])),
('model.decoder.layers.4.self_attn_layer_norm.weight',
tensor([0.8365, 0.8699, 0.8939, 0.8267, 0.8635, 0.8536, 0.8381, 0.8441, 0.8760,
0.9529, 0.8163, 0.8287, 0.8186, 0.8965, 0.8123, 0.8590, 0.8619, 0.9214,
0.8819, 0.9032, 0.8187, 0.8214, 0.8810, 0.8729, 0.8760, 0.8110, 0.8505,
0.8781, 0.8554, 0.5983, 0.8629, 0.8650, 0.8950, 0.8537, 0.8629, 1.0813,
0.8359, 0.8565, 0.8421, 0.8276, 0.9116, 0.9623, 0.8675, 0.8179, 0.8463,
0.8941, 0.8743, 0.9085, 0.8031, 0.8705, 0.8266, 0.8952, 0.9272, 0.8372,
0.8194, 0.8737, 0.8471, 0.7940, 0.8436, 0.8566, 0.8652, 0.8411, 0.8595,
0.8856, 0.8243, 0.8924, 0.8938, 0.8811, 0.8613, 0.8418, 0.8249, 0.8426,
0.8874, 0.8854, 0.8710, 0.8962, 0.8420, 0.8794, 0.8266, 0.8645, 0.8292,
0.8802, 0.9332, 0.8624, 0.8032, 0.8723, 0.8832, 0.8722, 0.8749, 0.8853,
0.9158, 0.8773, 0.8504, 0.8490, 0.8400, 0.9028, 0.7797, 0.8121, 0.8748,
0.8524, 0.8565, 0.8527, 0.8996, 0.8490, 0.8687, 0.8921, 0.8601, 0.8048,
0.9354, 0.8885, 0.9009, 0.9057, 0.9088, 0.8011, 0.8422, 0.8447, 0.8545,
0.8681, 0.8863, 0.8849, 0.8709, 0.8935, 0.8373, 0.8750, 0.8110, 0.8340,
0.8410, 0.8900, 0.8814, 0.8669, 0.8573, 0.8772, 0.8808, 0.8862, 0.7977,
0.8285, 0.8143, 0.8486, 0.8542, 0.9389, 0.8616, 0.8210, 0.8752, 0.8051,
0.8420, 0.8606, 0.8236, 0.8107, 0.8592, 0.8453, 0.8551, 0.8339, 0.8047,
0.7914, 0.8513, 0.8573, 0.8851, 0.8519, 0.8788, 0.8814, 0.8476, 0.8718,
0.8748, 0.8360, 0.8143, 0.8315, 0.8604, 0.7594, 0.8283, 0.8298, 0.8853,
0.8903, 0.8863, 0.8031, 0.8768, 0.8990, 0.8446, 0.8537, 0.8525, 0.8762,
0.8587, 0.8656, 0.9009, 0.8328, 0.8546, 0.9258, 0.8237, 0.8566, 0.8644,
0.8564, 0.8350, 0.8779, 0.8822, 0.8863, 0.8685, 0.8668, 0.8607, 0.8707,
0.8779, 0.8730, 0.8176, 0.8259, 0.8612, 0.8426, 0.8965, 0.8590, 0.9734,
0.8230, 0.8566, 0.8524, 0.8894, 0.8745, 0.9086, 0.8763, 0.8637, 0.8513,
0.8408, 0.8320, 0.8713, 0.8359, 0.8778, 0.8364, 0.8110, 0.8086, 0.8024,
0.8602, 0.8250, 0.9311, 0.8781, 0.7991, 0.8700, 0.8774, 0.8452, 0.8260,
0.8480, 0.8449, 0.8774, 0.8606, 0.8610, 0.8341, 0.8556, 0.8735, 0.8660,
0.8364, 0.8620, 0.8725, 0.8420, 0.8258, 0.7893, 0.8804, 0.8599, 0.7779,
0.9204, 0.8477, 0.8288, 0.8473, 0.9200, 0.9056, 0.8344, 0.8690, 0.8556,
0.8899, 0.8645, 0.8563, 0.8331, 0.8203, 0.8766, 0.8764, 0.8092, 0.8475,
0.7840, 0.8569, 0.8790, 0.8680, 0.8099, 0.8560, 0.8793, 0.8431, 0.8821,
0.8671, 0.9926, 0.8645, 0.8408, 0.8360, 0.8656, 0.8562, 0.8407, 0.8254,
0.8636, 0.9057, 0.8584, 0.8385, 0.8606, 0.8369, 0.8780, 0.8540, 0.8741,
0.8637, 0.8659, 0.8814, 0.8793, 0.8459, 0.8437, 0.8957, 0.8881, 0.8731,
0.8016, 0.8152, 0.8744, 0.8630, 0.8648, 0.8870, 0.8736, 0.8393, 0.8366,
0.8567, 0.8571, 0.8324, 0.8620, 0.8437, 0.8790, 0.8262, 0.8266, 0.8556,
0.8711, 0.8865, 0.8150, 0.8798, 0.8645, 0.8724, 0.8691, 0.8458, 0.9009,
0.8478, 0.8629, 0.9236, 0.8346, 0.8304, 0.8911, 0.8506, 0.8409, 0.8554,
0.8299, 0.7866, 0.9159, 0.8875, 0.8129, 0.8890, 0.8471, 0.8633, 0.8878,
0.8915, 0.8668, 0.8693, 0.8677, 0.8051, 0.8645, 0.8672, 0.8352, 0.8616,
0.8092, 0.8109, 0.8334, 0.7924, 0.8549, 0.8602, 0.8074, 0.8558, 0.8590,
0.8866, 0.8676, 0.8407, 0.8629, 0.8586, 0.8884, 0.8533, 0.8648, 0.8449,
0.8641, 0.8244, 0.9017, 0.8377, 0.8487, 0.8465, 0.8496, 0.8499, 0.8815,
0.8509, 0.8874, 0.8728, 0.8575, 0.8586, 0.8010, 0.9151, 0.8618, 0.8761,
0.8275, 0.8808, 0.8085, 0.8518, 0.8575, 0.8446, 0.8838, 0.8987, 0.8643,
0.8471, 0.8120, 0.8687, 0.8866, 0.8498, 0.8708, 0.8726, 0.8749, 0.8597,
0.8389, 0.8523, 0.7954, 0.7909, 0.8382, 0.8268, 0.8520, 0.8559, 0.8767,
0.8640, 0.8583, 0.8690, 0.8611, 0.8281, 0.8614, 0.8698, 0.8735, 0.4291,
0.8785, 0.8683, 0.8870, 0.8118, 0.8792, 0.8602, 0.8587, 0.8764, 0.8638,
0.8743, 0.8615, 0.8277, 0.8490, 0.8466, 0.8823, 0.8508, 0.8402, 0.8523,
0.8228, 0.8434, 0.8943, 0.8335, 0.8841, 0.8103, 0.8595, 0.8835, 0.8829,
0.8459, 0.8031, 0.8841, 0.8662, 0.8807, 0.8211, 0.8964, 0.8752, 0.8594,
0.8702, 0.8241, 0.9048, 0.8788, 0.7673, 0.8630, 0.8325, 0.8313, 0.8209,
0.8919, 0.8980, 0.8628, 0.8519, 0.8588, 0.8581, 0.8923, 0.9057, 0.8549,
0.8605, 0.8623, 0.8362, 0.8684, 0.8933, 0.8457, 0.8657, 0.8408, 0.8324,
0.8784, 0.8227, 0.4831, 0.8884, 0.8054, 0.9098, 0.8698, 0.8337, 0.8680,
0.8709, 0.8784, 0.8599, 0.8594, 0.8131, 0.8376, 0.8768, 0.8573, 0.8817,
0.8685, 0.8976, 0.8398, 0.8403, 0.8642, 0.8754, 0.8323, 0.8203, 0.8665,
0.8663, 0.8647, 0.8495, 0.9025, 0.8125, 0.8340, 0.8574, 0.8776, 0.8546,
0.8986, 0.8779, 0.8285, 0.8793, 0.8599, 0.8522, 0.8705, 0.8551, 0.8451,
0.8667, 0.8501, 0.8249, 0.8387, 0.8664, 0.8639, 0.8502, 0.8397, 0.8623,
0.8525, 0.8519, 0.9121, 0.8551, 0.8234, 0.8663, 0.8703, 0.8939, 0.4928,
0.8482, 0.8395, 0.8846, 0.8496, 0.8668, 0.8656, 0.9329, 0.8685, 0.8552,
0.8918, 0.8598, 0.8279, 0.8156, 0.8331, 0.8798, 0.8669, 0.6663, 0.8419,
0.8539, 0.9353, 0.8798, 0.9065, 0.7681, 0.8196, 0.8346, 0.8657, 0.8516,
0.8540, 0.8914, 0.9055, 0.8468, 0.8656, 0.8721, 0.8552, 0.8503, 0.8865,
0.9134, 0.8884, 0.8512, 0.8411, 0.9023, 0.9244, 0.8570, 0.8367, 0.8180,
0.8565, 0.9230, 0.8747, 0.8724, 0.8403, 0.8471, 0.8473, 0.8759, 0.8739,
0.8795, 0.8777, 0.8406, 0.8585, 0.8576, 0.8699, 0.9000, 0.8237, 0.8835,
0.8869, 0.8644, 0.9000, 0.8462, 0.7919, 0.8324, 0.8801, 0.8740, 0.8328,
0.7915, 0.8762, 0.7992, 0.8541, 0.8690, 0.8360, 0.8896, 0.8721, 0.8707,
0.8901, 0.8718, 0.8972, 0.8486, 0.8510, 0.8922, 0.8523, 0.8529, 0.8634,
0.8957, 0.8531, 0.8747, 0.8603, 0.8847, 0.8764, 0.8545, 0.8688, 0.7884,
0.8067, 0.8935, 0.8755, 0.8593, 0.8248, 0.8675, 0.8350, 0.8063, 0.8824,
0.8657, 0.8557, 0.8676, 0.8364, 0.8609, 0.8465, 0.9173, 0.8382, 0.8826,
0.7767, 0.8491, 0.8092, 0.8569, 0.8879, 0.8717, 0.8735, 0.8419, 0.8675,
0.8568, 0.9013, 0.8894, 0.8723, 0.8286, 0.8773, 0.8188, 0.6692, 0.9042,
0.8520, 0.8446, 0.8553, 0.8366, 0.8613, 0.8178, 0.8306, 0.8471, 0.8171,
0.8363, 0.7650, 0.8465, 0.8367, 0.8857, 0.8813, 0.8798, 0.8798, 0.8736,
0.8974, 0.8487, 0.8320, 0.8986, 0.8992, 0.8306, 0.8723, 0.8834, 0.8946,
0.8902, 0.8334, 0.8873, 0.8814, 0.8437, 0.8510, 0.8478, 0.8490, 0.8316,
0.8994, 0.8814, 0.8507, 0.8048, 0.8774, 0.8334, 0.8784, 0.6645, 0.8150,
0.8200, 0.8709, 0.8471, 0.8875, 0.9250, 0.8442, 0.8240, 0.8760, 0.8330,
0.8719, 0.9039, 0.8669, 0.8622, 0.8034, 0.8384, 0.8249, 0.8927, 0.8441,
0.7956, 0.8044, 0.8084, 0.8134, 0.8745, 0.8062, 0.8986, 0.8361, 0.8355,
0.8785, 1.0057, 0.7962])),
('model.decoder.layers.4.self_attn_layer_norm.bias',
tensor([ 4.7723e-02, -1.8438e-01, 4.8476e-02, -1.5410e-01, -1.4319e-01,
-4.8934e-02, -1.3557e-01, -2.1529e-01, -5.4246e-02, -3.3627e-01,
-1.7086e-01, 5.1625e-03, -9.4558e-03, -4.6835e-02, -6.0080e-02,
-1.5882e-02, -5.7295e-02, -5.6816e-02, 1.0841e-01, 6.6087e-02,
-3.2425e-01, -2.2455e-03, -4.7225e-02, 4.5039e-02, 4.9495e-02,
1.1091e-01, 2.1676e-01, -6.6330e-02, -2.2369e-01, -1.8476e+00,
1.3335e-01, -1.9091e-01, -3.5262e-02, -2.3107e-02, -5.0057e-02,
-4.9919e-02, -1.6223e-01, -3.5218e-02, -1.3644e-01, -2.9221e-01,
-1.3128e-01, 4.2417e-02, -2.0311e-01, -2.4040e-02, -7.2278e-02,
3.4038e-02, 1.0960e-01, -3.2048e-02, -1.2163e-02, -1.2632e-02,
-1.0685e-01, -1.7569e-01, 7.1011e-02, 4.4078e-02, -5.7668e-02,
-2.1618e-02, 3.3981e-02, -1.2905e-01, -1.3208e-01, -8.4012e-02,
-1.7123e-02, 2.8956e-02, -3.0858e-02, 4.4407e-02, 8.4026e-02,
5.9339e-03, -1.8240e-01, 7.4743e-02, -2.1155e-01, -1.3236e-01,
-6.9957e-02, -1.0631e-02, 5.6009e-02, -5.8498e-02, -1.5679e-01,
6.4594e-02, 1.5392e-02, -6.2212e-02, 1.4109e-02, -1.7291e-01,
-1.5803e-01, 1.0866e-02, 4.3841e-03, -5.3620e-02, -5.7633e-02,
-2.0841e-02, 1.8185e-01, -6.1714e-02, 7.4176e-02, 2.3820e-01,
-1.7020e-01, -3.8787e-02, 5.5242e-03, 2.7477e-02, 2.5429e-01,
1.2232e-02, 1.4137e-02, -4.4208e-02, -1.8436e-01, -7.7176e-02,
-6.7234e-02, -1.2082e-01, 4.9585e-02, 8.1254e-02, -1.2761e-01,
-4.8073e-02, -1.2772e-01, -1.4036e-01, 7.6623e-02, -1.5123e-01,
-1.3889e-01, -9.2746e-02, 4.8030e-02, 5.9742e-02, -9.3129e-02,
-7.9030e-02, -1.3886e-01, -4.0438e-02, 8.6494e-02, -3.6796e-02,
1.5172e-01, 1.2292e-01, -5.0118e-02, -2.3259e-01, -8.8255e-02,
-1.9679e-01, -4.4183e-02, 1.5375e-01, -2.6095e-02, -5.1745e-02,
-3.2549e-02, -1.2335e-01, 1.0995e-01, -1.2290e-01, -6.7281e-02,
-2.1883e-02, 3.2963e-02, -1.3856e-02, -1.0405e-01, 5.2179e-02,
-9.4101e-02, -1.5021e-01, -4.2048e-02, -2.0345e-01, -1.6245e-01,
3.5599e-02, -2.1426e-01, -1.0096e-01, -1.9053e-01, -6.8344e-01,
-1.3350e-01, 1.3809e-01, 7.2119e-02, -2.0468e-01, -3.0427e-02,
-1.4254e-01, -1.5416e-01, -1.6874e-01, 9.8730e-03, -1.4417e-02,
5.9999e-02, 3.3053e-02, 1.9789e-02, 1.4394e-01, 1.6069e-01,
1.4021e-01, -1.3300e-01, -3.0237e-01, -6.2122e-02, -1.3689e-01,
-2.8346e-02, -2.8550e-02, 8.8077e-02, -5.1360e-02, -6.7462e-03,
-1.6572e-01, -3.8183e-02, -2.1030e-01, -5.9596e-02, -3.4674e-02,
-1.2004e-01, 2.5619e-02, 6.0485e-02, -1.3060e-01, -4.1627e-02,
7.9449e-02, -2.9620e-01, -2.7901e-02, 5.5016e-02, 6.8451e-02,
-7.5441e-02, -1.5419e-01, -8.2917e-02, -4.2748e-02, -6.1630e-02,
-1.5341e-01, 3.2139e-02, -7.1285e-02, -1.0268e-01, -4.6336e-02,
4.6751e-02, -1.0156e-01, -1.2601e-01, 7.4787e-03, -3.9817e-02,
-1.2870e-01, -9.6791e-02, -1.1739e-01, -1.4728e-01, -9.9450e-02,
-1.8074e-01, -3.8412e-02, -6.7586e-02, 1.4334e-02, 2.6930e-02,
-7.4578e-02, -9.1907e-02, -9.7653e-02, 8.3982e-02, -7.8938e-02,
-5.5016e-02, -1.4756e-01, -4.1244e-02, -1.2416e-01, -2.0431e-01,
-1.3207e-02, -1.0102e-01, -1.1307e-01, -9.0569e-02, 2.9595e-03,
-9.8884e-02, 2.4226e-02, -2.5234e-02, -9.1477e-02, -1.2336e-01,
-1.4195e-01, -4.7414e-02, -4.9938e-02, 2.5948e-02, -1.9299e-01,
-1.6679e-01, -2.8979e-02, -5.0190e-02, -9.0720e-02, -1.5874e-01,
1.2470e-01, -1.8395e-01, -1.9737e-01, -2.4924e-01, -3.7635e-02,
-1.2249e-02, 5.3935e-02, 5.2444e-02, -8.3408e-02, -8.5043e-02,
-9.8171e-02, 4.7506e-02, 5.6204e-02, -1.3203e-01, 9.4753e-02,
-7.0544e-02, -3.1294e-02, -4.2962e-02, 7.2524e-02, -1.4656e-01,
-1.3181e-01, -2.8195e-02, -9.9502e-02, -1.3686e-01, 2.8973e-02,
-1.2043e-01, -4.5823e-02, 6.8986e-02, -1.0729e-01, 4.9743e-02,
-1.1025e-01, -3.5750e-02, 7.9428e-02, -8.0808e-02, -6.7392e-02,
-1.2951e-01, -2.6801e-01, -7.6887e-02, -7.5409e-02, -1.2413e-01,
-5.6961e-02, -5.5785e-02, -2.4513e-01, -1.2418e-01, -3.9403e-02,
-1.2306e-02, 6.2088e-02, -1.6592e-02, -2.6723e-02, -9.9524e-03,
-7.0285e-02, -1.3381e-01, -1.4142e-01, -1.1897e-01, -5.7786e-03,
-7.7563e-02, -4.4035e-02, -1.6313e-01, -1.3966e-02, -6.0114e-02,
-9.8683e-02, -1.2149e-01, -4.6562e-02, -5.3058e-02, -1.8721e-01,
7.9897e-01, -2.5308e-02, 2.0392e-02, -1.0627e-01, 1.0765e-02,
-5.7545e-02, -1.1413e-01, -6.3997e-02, -1.5942e-01, -2.3177e-01,
-8.0919e-02, -1.2514e-01, 6.9241e-02, 7.0012e-02, -1.2677e-01,
-3.9613e-02, -1.6248e-01, -5.1583e-02, -2.0633e-01, -2.0381e-02,
7.5689e-02, -1.4373e-01, -7.2782e-02, -1.7171e-02, 1.8232e-02,
-1.5331e-01, -1.4660e-01, 6.3725e-02, -9.8754e-02, 2.3877e-02,
-1.7305e-01, -1.2345e-02, -1.3842e-01, -1.7079e-01, 9.9057e-04,
8.1066e-02, -3.2151e-01, -1.0154e-01, -5.6356e-02, -1.9363e-01,
-6.9388e-02, -1.8080e-01, -2.2195e-01, -7.2099e-02, 8.5238e-04,
-1.2222e-02, -1.3500e-01, -1.4106e-01, -2.5502e-02, -1.6422e-01,
-1.8115e-01, -2.3775e-02, -3.1416e-01, -1.7365e-01, -9.1107e-02,
-1.5445e-01, -2.7005e-02, -7.8486e-02, -7.8113e-02, 1.2517e-01,
-9.2779e-02, -1.5455e-01, -7.2600e-02, 1.3456e-03, -1.3888e-01,
-1.7881e-01, -5.8936e-02, -2.9439e-02, 4.5612e-02, -1.8213e-01,
-4.2719e-02, -1.0903e-01, -1.4742e-01, -1.0846e-02, -1.3707e-01,
-1.1483e-01, -8.5333e-03, 1.2766e-02, 6.4070e-02, -3.3227e-02,
1.1386e-02, 2.0483e-01, 5.2357e-03, -9.8532e-02, -5.3658e-02,
-3.5143e-02, -3.4435e-02, -4.7740e-02, -1.1497e-01, -1.6084e-02,
3.3636e-02, -1.3393e-01, -4.5987e-02, -8.3673e-02, -4.1735e-02,
-1.4934e-01, -1.5650e-01, -3.4060e-02, -3.3481e-03, 7.1198e-02,
-1.1485e-01, -5.0028e-02, -1.0586e-01, -7.5971e-02, -1.9720e-01,
-1.7080e-01, -1.1532e-01, -1.1432e-01, 3.2608e-03, 1.4178e-01,
-1.8516e-01, -9.8312e-02, 6.0249e-02, 4.9196e-02, -8.1135e-02,
-1.0277e-01, -1.3283e-01, -8.5428e-02, -1.3176e-01, 8.2382e-03,
-1.1792e-01, -2.6355e-01, -1.3198e-01, -7.7666e-02, 1.4332e-02,
-1.5989e-01, -7.6630e-02, -1.2005e-02, -6.0058e-02, 1.6129e-02,
-6.9004e-03, 3.2522e-02, 5.6328e-02, -2.8420e-02, 8.4036e-02,
-1.4798e-01, -3.4917e-02, -4.6978e-02, -2.5172e-01, -3.3275e-02,
-1.0762e-02, -1.2159e-01, 3.2861e-02, -1.5702e-01, -1.5968e-01,
5.5993e-02, -4.3270e-02, -5.9100e-02, 2.7062e-02, 7.5596e-03,
-5.6005e-03, 2.4331e-02, -3.7267e-02, -4.2234e-02, -5.1929e-02,
-5.7157e-02, -1.6387e-01, -1.0728e-01, -1.5784e-01, -1.6902e-01,
9.4759e-02, 5.1837e-02, -2.6333e-01, 9.4649e-04, -7.1261e-02,
-9.7025e-02, -3.4701e-02, -2.6032e-02, -1.1435e-01, -2.0495e-02,
-1.4446e-01, 8.1676e-02, -4.7661e-02, -2.4976e-02, -1.5346e-01,
1.2636e-02, -9.0072e-02, 3.9773e-03, -1.4016e-01, -7.1353e-02,
-5.7926e-02, -7.2092e-02, 8.5172e-02, -1.8117e-01, -1.2189e-01,
1.2414e-01, 2.5833e-02, -3.0109e-01, -5.6621e-02, -7.7912e-02,
-1.0156e-02, -4.9276e-03, -1.7253e-01, -1.0731e-01, 4.1448e-02,
-4.5265e-02, -1.1846e-01, 2.0466e-02, -2.1692e-01, 4.3814e-02,
1.3126e-01, -8.5803e-02, -1.1808e-01, 2.1889e-02, -5.6885e-02,
-1.1697e-01, 8.6108e-03, -1.8354e-01, -9.9975e-02, -1.0588e-01,
-1.3990e-01, 3.9429e-02, -7.1592e-02, -5.9963e-02, -4.3134e-02,
-1.1838e-01, -1.8056e-02, -1.6310e-01, -5.9492e-02, -2.1299e-02,
-2.9402e-02, 9.5321e-03, -5.7118e-02, 8.8920e-03, -1.5396e-01,
2.3433e-02, -1.7598e-01, 9.4444e-02, 9.7156e-03, -9.6661e-02,
-1.6430e-01, -4.2289e-02, -1.5190e-01, -7.9850e-02, -5.2312e-02,
-1.2372e-01, -1.7563e-01, -1.6829e-01, -1.1296e-01, -1.7158e-02,
-5.9501e-02, 3.1067e-02, -1.2427e-01, -1.6709e-01, 2.4924e-01,
-8.4135e-02, 3.1284e-02, 1.1273e-01, -1.5654e-01, 3.2341e-02,
-1.1934e-01, -1.4754e-01, -3.6807e-03, -4.6369e-03, -4.7362e-02,
-7.5097e-02, -5.3778e-02, -1.0560e-01, -3.1746e-02, -1.1594e-01,
-1.5403e-01, -5.3633e-03, 7.3241e-02, -8.3973e-02, -3.7555e-02,
-2.4010e-01, -1.8345e-01, -2.4879e-02, -3.0977e-02, -1.3395e-01,
-8.9380e-02, -1.8392e-01, -8.6677e-02, -8.2901e-02, -3.1250e-02,
-5.9022e-02, -1.6445e-02, -8.9615e-02, -1.9445e-01, -9.0961e-02,
-2.2882e-02, 3.4041e-02, -1.1754e-01, -5.3261e-02, 1.2441e-02,
-3.7187e-02, -2.0135e-01, 1.3384e-01, 2.4609e-02, -1.8691e-01,
-3.0596e-02, -2.8462e-01, -1.6416e-01, -5.0506e-02, -1.1243e-01,
6.9032e-02, 6.2691e-03, -9.2905e-02, -6.5674e-02, -2.1490e-01,
4.1960e-03, -1.6980e-01, -6.6797e-02, 7.1487e-02, -1.2807e-01,
-9.2395e-02, 1.6145e-01, -1.8501e-02, 1.0678e-01, -2.3396e-01,
1.9618e-02, -1.0572e-01, -2.2855e-02, -1.8200e-01, -9.8805e-02,
1.1577e-01, -1.6729e-02, 2.8960e-02, -1.3310e-01, -1.6930e-01,
-2.7656e-01, 4.0977e-02, -1.1352e-01, -8.1590e-02, -7.5506e-02,
-1.9964e-01, -6.4937e-02, 6.3655e-03, -6.0334e-02, -7.1271e-02,
-1.1338e-02, -8.9954e-02, -2.3393e-01, -6.9331e-02, 1.4867e-01,
-3.0496e-02, -1.1436e-01, 3.5918e-02, -6.9040e-02, -1.2448e-01,
-1.0299e-01, -9.3208e-02, -1.5773e-01, 1.1376e-02, -9.4531e-02,
-9.2867e-02, -2.6109e-01, -3.3055e-02, -3.5432e-02, 4.7025e-02,
2.1126e-02, -1.9712e-02, 1.4253e-03, -1.1915e-01, -1.5085e-01,
-2.2172e-02, 4.3557e-03, -1.0477e-01, 2.2644e-02, -3.7624e-02,
4.7395e-02, -2.0151e-01, 8.9942e-03, -1.8932e-01, -1.3228e-02,
-6.3495e-02, -5.8480e-02, -1.0617e-01, 1.2185e-01, 2.2928e-02,
-2.2012e-02, -1.2150e-01, -5.6738e-02, -5.9444e-02, -1.2340e-01,
-3.9486e-02, -2.9020e-02, -7.8732e-02, -2.5101e-01, -5.2571e-02,
-5.8055e-02, -4.4525e-02, -1.0313e-02, -9.2298e-02, -1.0596e-01,
8.3436e-02, -2.0024e-01, 4.3271e-02, 2.1184e-02, 4.7379e-02,
-1.4212e-01, -2.9990e-01, -3.0576e-02, -6.1903e-02, -6.2961e-02,
-1.3595e-01, -1.4032e-01, -8.8005e-02, -6.7121e-02, -1.3331e-02,
-1.9779e-01, -1.0673e-01, -4.0797e-02, -6.5933e-02, -4.9417e-02,
-1.2172e-01, -1.6308e-02, -1.1878e-01, -1.5509e-01, 5.6137e-02,
4.7190e-02, -4.9237e-02, 1.5028e-02, -3.7286e-02, 1.5038e-01,
-1.6188e-01, -2.5965e-01, -3.9957e-02, -7.7935e-02, -5.2872e-02,
5.4011e-03, -6.9938e-02, 1.3830e-02, -3.6109e-02, 7.0585e-03,
3.1027e-02, -8.1901e-02, 3.4744e-02, -1.3728e-01, 4.0047e-02,
-1.7045e-01, -4.0918e-02, -2.3254e-02, -1.0512e-01, -2.7792e-01,
-7.4715e-02, -1.4165e-01, -8.1129e-03, 3.9228e-02, -2.1928e-02,
-2.3536e-02, -3.1078e-01, -8.0965e-02, -1.0444e-01, -6.1634e-02,
1.1847e-01, -1.6324e-02, -1.5581e-01, -4.4340e-02, 1.9219e-02,
-1.9523e-03, -9.7602e-03, -2.3065e-02, -4.3707e-02, 3.7174e-02,
-1.0805e-01, -6.0592e-02, -7.4655e-02])),
('model.decoder.layers.4.encoder_attn.k_proj.weight',
tensor([[-0.1554, 0.0132, 0.0794, ..., 0.0276, 0.0596, 0.0471],
[ 0.0479, -0.0202, -0.0185, ..., 0.1407, -0.0140, 0.1724],
[-0.0227, -0.0238, 0.0049, ..., -0.0309, -0.0911, 0.0676],
...,
[ 0.0092, 0.0728, 0.0590, ..., -0.0067, -0.0518, -0.0497],
[ 0.1954, -0.0788, -0.0775, ..., 0.1173, -0.0998, -0.0564],
[-0.0281, 0.1227, -0.0676, ..., -0.1943, 0.0701, 0.0297]])),
('model.decoder.layers.4.encoder_attn.k_proj.bias',
tensor([-3.7991e-02, 5.8595e-02, -2.8714e-02, -5.4535e-02, 9.0334e-02,
2.9741e-02, -3.2562e-02, -2.7936e-02, 2.6898e-02, -2.8610e-02,
2.5575e-02, -3.0264e-03, -2.4550e-02, -8.4229e-02, 1.4662e-02,
-2.3054e-02, -1.3001e-01, -2.7940e-02, -1.2086e-02, 3.7812e-02,
-4.0620e-03, 5.7798e-02, 1.2983e-02, -4.9530e-02, 3.1321e-03,
-5.4808e-02, -2.0158e-02, 9.4371e-03, -3.9700e-02, -1.4575e-01,
2.6900e-02, -4.5413e-02, 3.0686e-02, -3.3751e-02, 6.4189e-03,
3.5643e-02, 3.3904e-02, -6.7446e-02, -8.5327e-02, -2.1197e-02,
-1.2880e-02, 1.9121e-02, 3.3966e-02, 5.8107e-02, 6.6345e-02,
2.9983e-02, 2.1060e-02, 1.0367e-02, 1.1859e-02, 6.0486e-02,
-1.5243e-02, 7.4888e-02, 1.8293e-02, -3.7535e-03, -2.0372e-02,
7.2326e-02, -2.9173e-02, -6.4634e-02, -2.0197e-03, 5.2800e-02,
-2.2215e-02, 2.2369e-02, 3.8819e-02, -6.6223e-02, -2.1121e-02,
2.1910e-04, 2.8044e-03, -3.0338e-03, 9.2677e-03, -1.9438e-02,
4.0193e-03, 1.7575e-02, 5.6762e-03, 7.5553e-03, 1.4216e-02,
-1.7210e-03, 3.8657e-03, 3.9962e-03, 2.5697e-02, 1.0238e-02,
1.8142e-02, 2.7309e-02, -1.0289e-04, -1.0765e-02, 9.6636e-04,
5.9654e-03, 2.3682e-02, -1.0957e-02, 6.5854e-03, 1.1448e-02,
2.1084e-02, 1.2812e-02, 2.3510e-02, -5.6865e-03, 2.4138e-02,
-5.2264e-03, -2.6828e-03, 1.3630e-02, -1.1185e-02, -8.0245e-03,
8.3219e-03, -6.2593e-03, 5.5909e-02, -2.1703e-02, 4.7119e-02,
-4.5031e-04, -8.5514e-03, -2.9810e-02, -1.3499e-02, 3.6165e-03,
-2.1115e-02, 1.8191e-02, -5.4858e-03, -6.8580e-03, 7.7129e-03,
-1.6233e-02, 1.1968e-04, 5.8318e-03, 1.1527e-02, -5.5819e-03,
-7.1962e-05, -1.5107e-03, 1.3448e-02, -4.2780e-03, -3.7576e-02,
1.8556e-02, -1.9114e-02, -3.1336e-02, 1.5640e-02, 1.8571e-02,
-2.4829e-01, 3.5095e-02, 2.7390e-02, -5.2856e-02, -3.2184e-03,
7.0617e-02, -2.3428e-03, 3.3539e-03, 5.6570e-03, 5.9033e-03,
-6.3660e-02, 4.5441e-02, 7.8279e-03, 1.2646e-01, 3.0547e-03,
-3.5674e-02, 2.3450e-01, 1.0754e-01, -4.9042e-02, 3.0871e-02,
-2.5317e-01, -1.6983e-02, 3.4301e-02, -2.4642e-02, -2.8410e-02,
3.9273e-02, -1.1008e-02, -3.3508e-02, -3.5950e-02, -8.1299e-02,
1.7105e-02, -3.9946e-02, -1.9999e-03, -3.8208e-02, 5.4748e-02,
1.8080e-02, -2.4047e-02, -4.1040e-03, -5.8528e-03, 8.0627e-02,
-4.8125e-02, 5.2519e-02, -5.6244e-02, 5.3375e-02, 4.1919e-01,
3.5799e-02, 3.4546e-02, -8.7431e-03, 2.9125e-03, 5.9696e-03,
6.7071e-03, -5.2093e-02, 1.1140e-04, -9.9198e-03, 2.4415e-02,
-2.2192e-01, 2.4858e-02, 2.6396e-02, -5.9998e-02, 9.3923e-03,
1.1033e-02, 3.8879e-02, 9.6253e-02, -4.1472e-02, -4.0952e-02,
4.9287e-02, -2.1501e-02, 2.1104e-02, -1.0713e-02, -9.7838e-02,
-4.3883e-02, 3.5674e-02, -3.4118e-02, -3.8270e-02, -6.3478e-02,
1.0911e-02, -2.0349e-01, -4.8953e-02, -1.9456e-02, -4.6904e-02,
-4.5910e-03, -1.1877e-01, -3.6039e-02, -8.6061e-02, 9.8814e-02,
1.1511e-01, -3.4057e-02, -1.1432e-01, -6.3720e-02, 2.3352e-01,
-9.0331e-02, 7.0374e-02, -8.3675e-02, 1.3087e-02, -8.2519e-02,
-5.2944e-02, 2.2827e-01, -1.8896e-01, 7.6823e-03, 2.1094e-01,
-5.9022e-02, 6.4559e-03, 8.1358e-02, 4.0895e-02, 2.0674e-02,
6.5917e-02, -5.8990e-02, 9.4357e-02, 3.5829e-02, 3.8420e-02,
-2.5317e-01, 3.1003e-02, -1.4734e-01, 2.9494e-02, 1.1780e-01,
5.9476e-02, 5.2274e-02, -4.1076e-02, 2.1959e-02, -2.2229e-01,
1.6516e-01, -1.3794e-01, -9.9487e-02, 2.3845e-02, -6.2865e-02,
-3.4181e-02, 2.4308e-02, -1.5114e-02, -2.2497e-03, -2.8761e-02,
2.5457e-02, -7.2131e-02, -2.2093e-03, -2.7162e-02, -3.4634e-02,
-7.7739e-03, 1.2360e-02, -5.8221e-02, -1.0920e-02, 5.0990e-03,
-2.7419e-02, -1.6160e-02, 2.9254e-03, 3.7966e-02, 3.5108e-03,
7.1541e-03, -9.0542e-04, 8.7604e-03, 2.1040e-02, 6.7476e-03,
1.7059e-02, -3.0511e-03, -4.3189e-03, -7.9423e-03, 4.4495e-02,
-4.1573e-03, -4.7972e-02, 1.5394e-02, -4.1831e-04, -2.0077e-02,
-2.1275e-03, 2.3328e-02, -4.6820e-03, 2.0310e-02, -1.4474e-02,
-3.9037e-03, 1.4762e-02, 6.7044e-03, -2.1989e-02, 1.6160e-02,
-7.3541e-02, 1.6433e-02, 7.8265e-03, -1.2198e-02, 5.3013e-03,
1.0047e-02, -9.1573e-03, 1.9287e-02, -1.2987e-02, -2.5469e-02,
-1.3602e-02, -1.1038e-02, 2.7038e-02, -1.1102e-02, -1.9054e-02,
-1.2260e-02, -2.9227e-03, 6.1628e-03, -4.0587e-02, -6.8664e-03,
-1.4882e-03, -1.1652e-02, 1.0984e-02, 7.3953e-03, -6.1639e-03,
4.7672e-04, 8.0572e-03, -4.5555e-03, 1.3694e-02, 2.8789e-02,
-5.1128e-03, 4.4898e-03, -1.6555e-02, -9.2855e-03, -7.6448e-03,
3.5125e-03, 7.1471e-03, 2.1983e-02, 1.6661e-03, -7.4142e-03,
2.3364e-03, 1.5682e-02, 1.4874e-02, -1.4886e-03, -1.5379e-02,
1.0553e-03, 3.1394e-03, -7.3559e-03, 3.2011e-03, 2.3895e-03,
-1.2235e-02, 1.0686e-02, -1.0396e-03, -1.7357e-02, -2.7447e-03,
-1.5909e-02, -3.7299e-03, 1.3952e-02, -8.2502e-03, 1.6689e-02,
-1.0435e-02, 5.6910e-03, -2.0217e-02, -1.3340e-02, -4.4598e-03,
-5.5953e-03, 7.6187e-03, -5.4120e-03, 5.7506e-04, -6.5214e-03,
-1.7023e-02, -3.7857e-03, -1.8731e-02, 1.0470e-03, -4.6841e-03,
-5.6402e-03, -8.5231e-03, 1.6937e-02, -7.9634e-03, -1.4879e-02,
-3.8479e-03, -5.6549e-03, -7.9865e-03, -4.7749e-03, -1.8479e-02,
3.5553e-02, 4.6997e-02, 3.5676e-02, 9.3528e-03, -2.0495e-02,
-1.3878e-02, 7.3397e-03, 7.4042e-03, 7.2786e-03, 3.6012e-02,
-3.2013e-02, -8.3388e-03, -3.1921e-02, 2.1485e-02, 7.0226e-03,
3.7629e-02, 1.4199e-02, -9.3079e-03, 1.3954e-02, 1.2184e-02,
-8.0424e-04, -7.1330e-03, 1.5976e-02, 3.2657e-03, -5.1918e-03,
1.6800e-02, -3.8856e-03, 3.1084e-02, 1.4839e-02, 2.0551e-03,
-3.2625e-02, -2.1378e-02, -3.6287e-02, 1.6587e-02, -3.4242e-02,
-3.4943e-02, 1.5855e-02, 1.0414e-02, 3.0502e-02, -5.4856e-03,
-1.5419e-02, -1.2910e-02, 1.0421e-02, 1.2551e-02, -3.1130e-02,
5.4084e-03, 2.1958e-02, -5.3509e-03, -2.1681e-02, -3.0671e-02,
-9.6894e-03, -6.0312e-03, -2.0158e-02, 5.6614e-03, 2.2225e-03,
-2.2752e-02, 7.9506e-03, 2.1072e-02, 2.8794e-02, 1.1820e-02,
-1.0112e-04, 1.5174e-02, 6.6902e-03, 6.2727e-03, 4.3307e-03,
7.7692e-03, 7.5005e-03, 2.4557e-02, 1.6135e-02, -2.6520e-03,
-1.8843e-02, -4.0458e-03, -1.6880e-02, 7.2479e-03, 1.3475e-02,
-2.3959e-03, -3.3822e-02, -2.5029e-03, -2.4887e-02, 8.2493e-05,
1.5294e-02, -2.0234e-02, 1.2023e-02, 2.3222e-02, 1.3133e-03,
-1.0573e-02, 3.0669e-04, -1.6292e-03, 2.6812e-02, -7.7339e-03,
1.1507e-02, -3.5734e-02, 7.4497e-03, 6.0884e-03, 8.3286e-03,
-1.0059e-02, -2.5851e-03, 1.6802e-02, 2.0058e-02, -8.8198e-03,
1.6246e-02, 3.3051e-02, -1.5456e-02, 5.7665e-03, 5.1988e-03,
-1.6675e-02, 7.3321e-03, 2.6889e-02, 9.0855e-03, -1.0873e-02,
2.7162e-02, 5.8862e-03, -1.6809e-02, 4.7382e-03, -1.2453e-02,
1.9606e-02, 9.7489e-03, 1.1342e-02, -2.3602e-02, -1.0530e-02,
-2.0863e-02, 1.4388e-02, 5.1853e-02, -1.8372e-02, -2.9503e-02,
6.0427e-03, -1.3921e-02, -6.9763e-02, 4.5168e-03, -5.9204e-03,
3.3571e-02, 2.6137e-02, 5.3467e-02, 1.6953e-02, 1.5251e-02,
-2.7252e-02, -8.7586e-03, -4.8308e-02, -1.0498e-02, 3.6712e-02,
1.0345e-02, 2.4217e-02, -1.2611e-02, -1.9119e-02, -1.1536e-02,
1.6266e-02, -2.1729e-02, 5.1461e-03, -4.8491e-02, 3.3478e-02,
-6.8847e-02, 3.3966e-02, 5.1199e-03, 3.9154e-02, 3.5207e-04,
-4.8645e-02, 2.5330e-02, -6.5493e-03, -5.2368e-02, 9.8116e-03,
9.8654e-03, -1.8678e-02, -1.6037e-02, -2.4460e-02, 2.2507e-02,
-3.7507e-02, -2.5155e-03, -5.7892e-02, 1.7394e-02, 3.2411e-02,
2.8809e-02, 1.0193e-02, 3.1891e-02, -1.9440e-02, -1.3870e-02,
4.4249e-02, 1.2160e-02, -6.3048e-02, -1.5915e-02, -5.9796e-03,
-1.2413e-02, -3.3874e-02, 4.5075e-02, 7.6720e-02, 1.4687e-02,
3.6489e-03, 5.7434e-02, -5.2124e-02, -3.6469e-02, -4.0283e-02,
5.8288e-02, -4.6600e-02, 1.0292e-02, -2.1930e-02, -4.5502e-02,
-2.7986e-03, 3.9301e-03, -2.2829e-02, 1.6360e-02, 3.3878e-02,
5.5692e-03, 1.6035e-03, -8.8716e-03, 4.3744e-03, 6.5309e-02,
-1.2186e-02, -1.4346e-02, -2.1623e-02, 1.3322e-02, 1.5175e-02,
-1.5405e-02, 1.7624e-02, 2.3373e-03, 5.0932e-02, 1.6630e-02,
6.2301e-03, -2.6404e-03, 1.5809e-03, -6.0029e-02, -2.4752e-02,
-5.1455e-03, -1.2934e-02, -9.7444e-04, 1.3895e-02, 1.1656e-03,
-1.7181e-02, -1.7502e-02, 5.0722e-03, -2.8714e-03, 4.5076e-02,
-1.6723e-02, -9.0856e-03, 1.2031e-02, -1.7810e-02, -3.4424e-02,
-2.4279e-04, -6.3963e-02, 3.2046e-02, -5.4818e-03, -1.8846e-03,
-1.0880e-02, -1.1292e-02, -1.0223e-02, 2.2109e-02, 2.0584e-02,
1.1071e-02, -2.9621e-02, -2.1073e-02, -5.3038e-02, 8.0938e-03,
-5.7781e-03, -2.2659e-02, -1.9806e-02, 5.6190e-04, 1.8492e-02,
-3.1954e-02, 3.3569e-02, 2.5415e-01, -2.5909e-02, 1.9392e-02,
1.8889e-02, 2.3052e-02, -2.2079e-02, 5.2211e-03, -4.8146e-03,
-3.7843e-02, -1.2339e-03, 2.7937e-02, 4.4125e-02, -5.8497e-02,
2.7401e-02, -3.9361e-02, -3.3542e-02, 7.1967e-02, 2.3438e-02,
4.4556e-02, -1.0370e-01, 3.1404e-02, 2.2356e-02, -6.8456e-03,
1.7028e-02, -7.2449e-02, 3.4303e-01, -4.4070e-02, 4.2514e-03,
3.1561e-02, -3.0887e-02, -1.3415e-02, 2.5719e-02, 7.6594e-02,
-5.0563e-03, 1.7076e-02, -1.5124e-01, -1.8788e-02, -4.7914e-02,
7.4733e-03, -2.1252e-01, 2.8982e-02, -3.8582e-02, -2.4990e-03,
3.2687e-03, 3.5340e-02, -4.0987e-02, -1.4145e-02, -3.6437e-02,
4.5609e-03, -6.1365e-02, 8.3500e-02, -1.6517e-01, -1.0382e-01,
-1.9030e-02, -1.1350e-02, -3.9487e-02, 1.8950e-02, -1.5730e-02,
-2.5933e-03, 1.1335e-01, -2.2668e-02, -2.1020e-01, -4.8295e-03,
-8.8189e-04, -1.2270e-02, -3.8936e-03, -1.1749e-04, 1.2677e-02,
-9.1089e-03, 2.2994e-02, -7.2880e-03, -6.7182e-03, 1.8451e-03,
-1.0231e-02, 1.0564e-03, -4.7403e-03, -1.3499e-02, -3.1546e-03,
7.3292e-03, -4.1005e-03, 7.9656e-03, -7.4575e-05, 5.9621e-03,
-8.8063e-05, -2.9183e-03, 5.0489e-03, -1.1245e-02, 5.0013e-03,
-1.7933e-02, 5.0109e-03, 1.3217e-02, -3.1680e-03, -3.9346e-03,
1.1645e-03, 5.9729e-03, 1.2733e-02, 7.3442e-03, 7.5123e-03,
-2.1277e-03, 2.7830e-03, 1.3219e-03, 1.7657e-02, 1.0517e-02,
-8.6797e-03, -1.1534e-02, 4.6296e-03, 4.0051e-03, -2.2387e-03,
-1.2283e-02, -6.5140e-04, 1.4075e-02, -6.7131e-03, -9.5147e-04,
-9.6659e-03, -3.1746e-03, 3.5809e-03, -4.9651e-03, 1.9039e-03,
-5.1876e-03, -1.0814e-02, -2.7139e-03, -6.5331e-03, -4.8577e-03,
-1.1144e-02, 7.3634e-03, -4.8524e-03])),
('model.decoder.layers.4.encoder_attn.v_proj.weight',
tensor([[-7.6739e-02, -8.3733e-02, -1.4791e-02, ..., -1.4442e-02,
6.6757e-03, 2.7605e-02],
[ 4.4693e-02, -1.1879e-01, 7.2174e-02, ..., -9.1490e-02,
-3.4530e-02, 7.9493e-02],
[ 9.7845e-02, -4.5060e-02, 3.7104e-03, ..., -1.1318e-01,
-8.2019e-03, 5.5887e-02],
...,
[-1.8278e-02, -3.9034e-02, 6.5648e-03, ..., 1.6964e-02,
-3.0152e-02, -3.7784e-02],
[-1.2828e-01, -4.0384e-02, 3.2670e-02, ..., -1.2606e-01,
3.4162e-02, -8.9356e-02],
[-6.9317e-02, 1.1735e-01, -1.0017e-01, ..., 2.9625e-05,
6.8377e-02, 5.8200e-02]])),
('model.decoder.layers.4.encoder_attn.v_proj.bias',
tensor([ 2.2611e-03, 3.1758e-03, 2.6766e-02, -2.9064e-02, -2.2192e-02,
6.8579e-03, 1.2192e-03, -8.7602e-03, 1.6095e-02, 2.5586e-02,
-2.7693e-02, -3.2293e-02, -5.5321e-03, -7.5398e-03, 3.5398e-03,
3.4100e-02, 2.1067e-02, -1.0058e-03, -2.0866e-03, -3.0492e-02,
-1.7773e-02, 3.3231e-02, -1.8191e-01, 3.1749e-03, 3.2399e-03,
-1.7523e-02, -1.5197e-02, -2.3170e-02, 1.4310e-02, -1.1951e-03,
-8.6200e-03, -4.4661e-02, -3.8291e-02, -6.4561e-03, -2.2716e-02,
-6.0697e-02, -2.6063e-02, 3.0532e-02, -6.2932e-02, 5.3213e-03,
7.0928e-04, -3.0816e-02, 3.7478e-02, -2.8037e-02, 1.0526e-02,
-6.7199e-02, -2.2087e-02, 2.8690e-02, 2.5230e-02, 3.5187e-02,
-2.5713e-02, 1.2288e-02, 3.8754e-02, -5.8741e-03, -1.9799e-02,
-1.6385e-01, -1.1883e-02, 9.5145e-05, 8.4338e-03, -2.8168e-02,
-1.9019e-02, -1.4367e-02, -1.6349e-02, 1.6420e-02, 1.1474e-02,
2.7655e-03, -1.7778e-02, 3.8876e-02, -1.5883e-02, 3.0571e-03,
-4.5891e-03, 2.2657e-02, 3.4753e-02, 1.5215e-02, -1.4521e-02,
-1.7944e-02, 2.3680e-02, 1.1601e-03, 2.1127e-02, 2.0334e-02,
2.5840e-02, -2.9651e-02, -1.4139e-02, 2.9882e-02, -9.7145e-03,
1.8092e-02, 1.7157e-03, 5.6775e-03, -4.9242e-03, -5.3224e-03,
3.3012e-03, 2.9135e-02, 2.9429e-02, -1.2990e-02, -3.5325e-02,
-2.8106e-02, 6.1918e-02, -5.8944e-03, -3.9158e-03, 9.7449e-03,
-7.5138e-02, -4.8705e-02, 1.4572e-02, -1.4590e-02, -1.7608e-02,
6.5491e-04, -7.2222e-03, -2.8482e-03, -3.1168e-02, 2.8990e-02,
1.5098e-02, -4.2622e-03, 6.5829e-03, 6.6673e-03, -1.1578e-02,
1.2543e-02, -2.2793e-02, 3.9322e-02, -4.6283e-03, 1.7377e-02,
3.3521e-02, 2.0104e-02, 7.6841e-03, 2.8854e-02, 7.5985e-03,
-1.1449e-02, 2.8643e-03, -1.2017e-03, -1.7405e-02, -7.0927e-03,
3.8185e-02, 6.4166e-03, 2.2250e-02, -5.9243e-03, 9.2262e-03,
-1.3402e-02, -1.5522e-02, 2.0901e-02, -5.5410e-02, 4.9315e-02,
-9.3472e-03, -2.1732e-02, -2.8715e-02, 3.9709e-02, 3.8556e-02,
-4.2504e-02, -2.4991e-02, -7.2348e-03, -5.8640e-02, -8.4191e-03,
-3.1950e-03, 1.3137e-02, -2.6956e-02, -2.0067e-02, 2.0013e-02,
2.2892e-03, -2.8394e-02, 3.4950e-02, -1.5644e-02, -1.2409e-02,
2.4331e-02, 1.6713e-02, 8.6609e-03, -8.4247e-03, -1.3269e-02,
4.5549e-02, -1.1270e-02, 1.3845e-02, 1.3885e-02, 6.6850e-03,
1.7557e-02, -9.3444e-03, -5.6470e-03, 1.9445e-02, -7.2156e-03,
9.7794e-03, 6.9046e-03, 5.1983e-02, -1.3587e-02, 1.0521e-02,
-2.7654e-03, -3.4626e-02, -4.2842e-04, -1.9506e-02, -1.5291e-02,
-2.5828e-02, 5.7607e-02, 2.7955e-04, -2.5694e-03, 2.0486e-03,
-4.7004e-03, -1.3268e-02, -7.7538e-03, 5.7641e-03, -8.9334e-03,
-2.3186e-02, 3.3287e-02, 9.2718e-03, 2.0115e-01, -7.4033e-03,
-8.5698e-03, -7.0907e-03, -1.0589e-03, -1.4870e-02, -1.4248e-02,
-3.0090e-01, -1.1633e-02, -1.3888e-02, -4.0945e-03, 4.7786e-03,
-4.0062e-03, 5.9345e-03, 2.9236e-02, -2.2512e-02, 1.2172e-02,
-5.0624e-03, -7.5833e-03, 3.3981e-03, 4.4193e-03, -5.2227e-03,
-9.3304e-03, -2.3186e-02, 1.1247e-02, -2.0653e-02, -8.6356e-04,
2.0628e-02, -4.5394e-03, 8.0810e-04, 2.4419e-02, -2.6772e-03,
-1.8803e-02, 2.2816e-02, 1.4627e-02, 1.3737e-02, 7.7342e-02,
2.1939e-02, 5.1167e-03, -9.6600e-04, 8.5845e-03, 4.3123e-02,
2.9311e-02, 1.3821e-02, 4.3008e-03, -1.3681e-02, -3.0597e-02,
3.4706e-03, -8.6162e-03, -9.3884e-03, -3.5128e-02, 3.1778e-03,
1.9441e-02, 1.0871e-02, -2.3452e-02, -2.3835e-02, 2.5485e-02,
-1.6290e-01, -3.0959e-03, -3.6161e-03, -5.8016e-02, 4.6644e-03,
6.4620e-03, -3.0634e-02, 3.1822e-02, 1.4109e-03, 9.2354e-03,
-3.0081e-03, -1.7229e-02, -1.4892e-02, 8.3189e-04, 2.4652e-03,
9.6706e-03, -1.3419e-02, -1.1755e-02, 2.9713e-02, 2.4917e-02,
-2.0451e-03, -2.2262e-02, 2.7359e-02, -2.3877e-03, -1.0217e-02,
-1.0886e-02, 4.5230e-02, 3.0089e-02, -4.0511e-02, -5.3678e-02,
1.8942e-02, -8.9827e-02, -2.2115e-02, -1.4869e-02, 4.1880e-03,
9.9680e-03, -5.9272e-03, -5.1026e-05, 1.3170e-02, -2.9755e-02,
1.7509e-02, 4.2118e-02, 1.0446e-02, -3.9204e-03, -1.2930e-02,
-1.6254e-03, -7.3536e-03, -3.0353e-03, 3.9255e-02, 3.6670e-02,
6.3333e-03, 3.4089e-02, -4.4512e-03, 4.1152e-03, 1.7768e-01,
2.1197e-02, 4.1236e-02, -3.0250e-02, 1.3347e-02, -3.6190e-02,
1.9696e-02, -4.9523e-02, 2.1958e-02, 1.6386e-03, 1.7702e-02,
-8.4778e-03, 4.3779e-04, 3.1169e-02, 2.4035e-02, -3.5378e-02,
3.3248e-02, -4.8345e-02, 9.9403e-03, 3.5661e-03, -3.6493e-02,
7.4694e-02, 2.3970e-02, 1.4587e-02, 5.4029e-02, 2.1015e-03,
-1.7627e-02, -2.6473e-01, 2.1586e-03, -1.7117e-04, -5.4033e-02,
8.1068e-03, -4.4969e-02, -3.5086e-02, -3.8687e-02, -4.2952e-02,
-1.4830e-02, -4.2346e-02, 5.6092e-03, 1.8281e-02, -4.4202e-03,
-3.2489e-02, 2.0771e-03, -4.8869e-03, -4.7845e-02, 2.1550e-02,
-3.7687e-02, -7.3237e-03, 4.4826e-02, -7.2119e-02, 1.3751e-02,
7.4564e-03, 2.1003e-02, -7.5028e-03, 4.0972e-02, 3.1202e-01,
1.1743e-02, 3.0625e-02, -3.7694e-02, -2.3477e-02, -5.2850e-02,
-5.0720e-03, 3.2036e-02, 3.2883e-03, 2.7123e-02, 5.1144e-02,
-1.3913e-02, 2.5416e-02, 1.9982e-02, -1.7909e-02, 1.5009e-02,
-3.1867e-02, -2.9354e-02, 1.5997e-02, 5.5533e-02, 1.3120e-02,
-2.6377e-02, -5.5380e-02, 2.5237e-01, -1.6665e-03, 1.2829e-01,
4.6342e-02, 1.6271e-02, -3.4915e-03, -3.9601e-02, 6.5792e-03,
2.1767e-02, -2.2485e-02, 3.3062e-02, -5.5684e-04, -1.3134e-02,
2.4585e-03, 3.8286e-03, -7.0822e-02, 5.1093e-02, -5.5344e-03,
-6.8854e-03, -6.6533e-03, 3.3558e-02, 8.4990e-03, -4.4395e-02,
5.3428e-03, 2.9550e-02, -7.7471e-03, -6.5291e-03, -1.7879e-02,
-2.9584e-02, -5.7115e-02, -2.9981e-02, -5.5752e-02, 1.0624e-02,
2.3834e-02, -1.2664e-03, -5.4874e-03, 1.5940e-02, 1.6225e-02,
2.7304e-02, 1.1609e-01, 1.8737e-02, -2.3727e-02, -5.5918e-03,
-9.2495e-03, -3.3134e-02, 1.9046e-02, 1.0741e-02, -1.4488e-02,
8.0841e-03, 5.7806e-03, 2.6834e-02, -3.3514e-03, -3.0045e-02,
3.0889e-03, -5.0015e-03, -6.0958e-03, -7.1061e-03, 1.7481e-02,
2.8582e-02, 1.2068e-02, 5.2449e-03, 1.2595e-03, 2.2601e-02,
-4.8659e-02, 2.7202e-02, -2.2330e-02, -1.1685e-03, -3.5528e-02,
-5.7637e-04, -1.6420e-02, -5.8116e-03, -1.5587e-02, 3.0993e-02,
1.8634e-02, 9.9136e-03, -3.5696e-02, 1.3779e-02, -2.1378e-02,
-2.3899e-02, -2.0562e-02, -1.3420e-02, -1.7102e-02, 3.4241e-02,
1.1265e-02, 8.5820e-03, -2.7100e-04, -1.6339e-02, -1.9600e-02,
-7.8777e-03, 8.9126e-03, 1.5210e-02, 2.1185e-03, -1.7417e-04,
9.7182e-02, 1.5147e-02, -5.3989e-02, -2.6340e-02, -3.9764e-02,
3.3350e-02, -7.7156e-02, -6.1503e-02, -1.7628e-02, -4.3769e-02,
-8.6326e-02, -1.4173e-02, 1.0223e-02, -1.7946e-02, -2.6097e-02,
-5.4429e-03, 3.3105e-03, -5.1510e-03, -2.0628e-02, 9.6688e-03,
-5.8309e-03, -8.2747e-02, 3.4196e-02, 2.6670e-02, -3.0046e-02,
-3.7087e-02, 7.0851e-03, -3.6568e-02, -4.7570e-02, -4.2506e-03,
-1.2803e-02, 1.0457e-02, -1.0685e-02, 1.8162e-02, -2.3483e-03,
-7.4799e-03, 5.7224e-03, 1.7004e-03, -5.4633e-03, 5.1886e-03,
-1.1990e-02, 9.6753e-03, -3.8831e-03, 2.8425e-02, -5.0278e-03,
6.0754e-03, 1.2523e-02, -2.5354e-02, -1.5900e-03, -1.5848e-03,
6.2037e-05, -2.3979e-02, 8.0398e-03, -1.4009e-02, 3.5690e-04,
1.2297e-03, -2.3468e-02, -9.8704e-03, 3.1087e-02, -1.5526e-02,
3.9432e-03, 1.7811e-02, 2.0694e-02, -7.6550e-03, 1.5395e-02,
-1.3092e-01, 5.4856e-03, 2.6666e-02, -2.0394e-02, -2.2538e-02,
1.7315e-02, -1.5561e-02, -1.2967e-02, 3.3272e-03, -1.8058e-02,
-1.3254e-03, 1.8934e-01, -9.2078e-03, 1.5424e-02, 8.0708e-03,
-2.0023e-02, 8.1101e-03, 1.4386e-03, 1.2077e-02, 3.1191e-02,
-3.6525e-03, 4.7392e-03, 8.8226e-03, -4.1015e-03, 3.9585e-03,
-1.3825e-02, -1.4514e-02, -1.9200e-02, -7.3864e-03, -9.0921e-03,
9.0861e-03, 3.7770e-02, 1.6316e-02, -2.7795e-03, -1.3085e-02,
-9.4194e-03, -1.6960e-02, 1.5304e-02, 3.8663e-02, -9.2660e-03,
-4.1387e-02, -1.5381e-02, -5.4834e-03, 1.3881e-03, 3.2333e-02,
1.9262e-02, -2.5930e-02, -2.6246e-02, -4.2666e-02, 1.4339e-02,
-2.0333e-02, 1.2691e-02, -1.7031e-02, -2.6917e-03, 1.0071e-02,
2.1291e-03, -1.6850e-02, -1.4861e-03, 1.8077e-02, 1.5807e-02,
5.0433e-03, -1.1472e-02, 1.8000e-02, 6.3266e-03, 1.8279e-03,
7.8113e-03, 1.0990e-01, -8.2649e-03, -3.3978e-02, -5.4560e-03,
2.5182e-03, 9.6336e-03, -4.3712e-03, 1.4636e-02, 5.5071e-03,
5.9480e-02, 5.5064e-02, 6.2527e-03, 3.8752e-02, 3.5629e-02,
5.4978e-02, -3.6082e-03, -2.8985e-03, -7.6279e-03, -2.0506e-02,
-3.8803e-02, -1.5098e-02, 1.1761e-03, -1.7227e-02, 6.1851e-03,
1.3210e-02, 4.5048e-02, 2.1244e-02, 1.0614e-02, -2.1658e-03,
-2.5261e-02, -7.4641e-03, -1.2702e-02, -4.7074e-02, -2.7356e-02,
-2.9056e-02, -5.7539e-02, -1.5088e-03, 5.4927e-02, -4.4254e-02,
-2.6339e-02, 5.8783e-02, 2.8207e-02, -2.3890e-02, -2.2357e-03,
-1.4553e-03, -8.6135e-03, -4.7354e-02, -8.6067e-03, 4.8476e-02,
2.4307e-02, -1.9342e-02, 2.8259e-01, -4.8438e-03, -4.2693e-02,
-3.1493e-02, -9.6380e-03, 8.0215e-03, 3.7658e-02, 8.8032e-02,
-1.4093e-02, 3.7569e-02, -6.7806e-03, 1.0287e-02, 3.0049e-02,
5.9138e-02, -1.2518e-02, 3.1078e-02, -2.6953e-03, -2.1890e-02,
-2.0522e-02, 1.4787e-02, -4.8596e-02, 5.8821e-02, 1.4732e-01,
-1.2727e-02, -3.3105e-02, -1.6043e-02, 1.8728e-02, 6.0548e-02,
-2.5632e-02, -1.1554e-02, 2.0591e-02, 8.5469e-03, -9.7884e-03,
4.2688e-01, -5.7918e-03, -6.7296e-03, -2.8083e-02, 6.8314e-02,
-3.2906e-03, -8.7481e-04, 1.6082e-02, 5.0910e-02, -6.8177e-03,
2.0382e-02, -1.4698e-02, 4.5344e-03, -3.5001e-02, -1.4640e-02,
-2.7481e-02, -2.5427e-03, -8.1328e-03, 2.1771e-02, -5.2570e-02,
-9.4712e-03, 3.4602e-02, 8.9986e-03, 1.5506e-02, -2.7366e-02,
2.6607e-02, 5.3090e-03, 2.3065e-03, 6.8529e-02, 1.4606e-02,
-5.3741e-03, -1.0426e-01, -1.1476e-02, -4.0434e-03, 6.0453e-03,
1.3103e-02, 4.9630e-02, -5.2205e-02, -5.4111e-03, 1.6776e-02,
-5.3610e-03, 7.3409e-03, 1.4970e-03, 8.9625e-04, 1.5154e-02,
6.9414e-03, -1.5349e-02, -3.6328e-02, -1.4683e-02, -6.3573e-03,
6.6516e-03, -8.4056e-03, -2.6054e-02, 1.8142e-01, 1.5913e-02,
1.6174e-02, -1.1763e-02, 2.5783e-01, -1.9257e-02, -9.9112e-03,
-2.3964e-03, 6.4579e-02, -8.2245e-03, -1.3965e-02, -4.4968e-02,
1.8791e-02, 4.4244e-03, -1.2154e-02, 2.2581e-02, -1.0507e-02,
-2.2542e-02, -1.5220e-03, 4.4342e-03])),
('model.decoder.layers.4.encoder_attn.q_proj.weight',
tensor([[ 0.0350, 0.1121, 0.0796, ..., -0.0319, -0.0303, 0.0458],
[ 0.0504, 0.0098, 0.0505, ..., 0.0459, -0.0996, -0.0749],
[ 0.0231, -0.0510, 0.0890, ..., 0.1301, -0.0015, -0.0026],
...,
[ 0.0130, -0.0010, -0.0329, ..., -0.0055, 0.0075, 0.0112],
[-0.0115, 0.0946, 0.0778, ..., 0.0128, 0.1372, -0.0219],
[-0.0636, -0.0066, -0.0326, ..., 0.1026, 0.0347, -0.0421]])),
('model.decoder.layers.4.encoder_attn.q_proj.bias',
tensor([ 3.3896e-01, -2.1971e-01, 3.7214e-01, 3.7046e-01, -5.2078e-01,
-6.2525e-01, 3.7917e-02, -1.0100e-02, -1.3193e-01, 2.3538e-01,
-2.1236e-01, 1.4154e-01, -2.0289e-01, 5.9880e-01, -5.5183e-01,
1.5766e-01, 6.3839e-01, 2.3576e-01, -1.3992e-01, -2.3599e-01,
1.9894e-01, -4.2505e-01, -1.7852e-01, 5.1553e-01, 2.4552e-01,
1.9621e-01, 1.4053e-01, -1.3497e-01, 4.8664e-01, 6.6079e-01,
-2.4444e-01, 1.0453e-01, -3.3210e-01, 2.5450e-01, 1.5775e-01,
-4.3936e-01, -3.4864e-01, 4.7323e-01, 6.6609e-01, 1.1437e-01,
-1.6491e-01, 2.0728e-01, -4.2414e-01, -3.7041e-01, -6.9859e-01,
-2.2332e-01, -1.6579e-01, 1.7017e-01, -6.6608e-02, -3.1846e-01,
2.6465e-01, -5.3380e-01, 9.0659e-03, 8.5532e-02, 2.5556e-02,
-6.0806e-01, 2.8558e-01, 6.0316e-01, -3.0166e-02, -6.0011e-01,
2.4237e-01, 7.8399e-02, -3.9368e-01, 5.7554e-01, -1.3663e-01,
2.7978e-01, 2.0447e-01, 7.4726e-02, -2.9715e-02, -1.9519e-01,
-1.8044e-02, 8.8967e-02, 1.7656e-01, 1.6475e-02, 3.8479e-02,
-3.9709e-02, 4.3666e-02, 7.6372e-02, 6.5554e-02, 7.9335e-02,
1.0385e-01, 3.5878e-01, -2.0661e-01, -7.9520e-02, -1.1239e-02,
-2.7250e-02, 1.3443e-01, -7.9802e-02, -6.7025e-02, 2.8092e-01,
1.0114e-01, 1.8736e-01, 1.9041e-01, 3.2602e-02, 2.1811e-01,
1.1541e-01, -8.3732e-02, 1.3197e-01, -1.2037e-01, 1.8943e-01,
7.3844e-02, -2.8302e-01, 1.9537e-01, -1.5727e-01, 2.5406e-01,
-2.9505e-02, -1.6297e-01, 5.1449e-02, -5.4359e-02, 1.8714e-01,
-9.9325e-02, -1.5620e-02, 9.3902e-02, 1.5706e-01, 1.9641e-01,
5.7853e-02, 9.6353e-02, 1.0968e-01, -2.9865e-02, -7.3112e-02,
5.0470e-02, -1.0176e-01, 6.1426e-02, -1.0477e-01, -3.8222e-01,
-7.3193e-02, -1.6487e-01, -3.6435e-01, -6.9495e-02, -7.0463e-02,
6.8189e-01, 3.8566e-03, -3.6116e-01, 1.7548e-01, 1.2504e-02,
-3.9900e-01, 1.4210e-01, -2.1696e-01, 6.1247e-02, -1.9847e-01,
5.4301e-01, -1.7711e-01, 2.1606e-02, -3.0309e-01, 9.9337e-02,
-6.2815e-02, -6.7957e-01, -4.6269e-01, -2.8527e-02, 7.7285e-02,
6.8262e-01, 9.9477e-03, 1.1767e-01, 1.2522e-01, -1.4741e-02,
-3.1724e-01, 1.1643e-01, -2.4332e-01, 4.7482e-02, 3.9175e-01,
6.1780e-02, 1.2323e-01, 2.5145e-02, 4.1554e-02, -3.7874e-01,
7.8808e-02, -2.0981e-02, -2.1313e-01, -1.6097e-01, -4.2912e-01,
1.7743e-01, -2.9804e-01, 2.3194e-02, -1.2135e-01, -8.9376e-01,
-1.5421e-02, -1.1470e-01, -2.4475e-01, 2.6930e-05, -2.7943e-01,
2.0637e-01, 6.9642e-02, -2.0306e-01, -7.7354e-03, -1.4986e-01,
6.8588e-01, -5.2741e-02, -1.8031e-01, 9.9198e-02, 6.5527e-02,
-1.0317e-01, -6.4556e-02, 2.9659e-01, -1.5552e-01, -1.3695e-01,
1.3680e-01, 5.7834e-02, -3.7384e-02, 1.5042e-01, -2.7554e-01,
-2.3940e-01, 4.4831e-02, -1.1430e-01, 1.1372e-01, 8.9806e-02,
-5.6396e-02, -3.9641e-01, -9.6329e-02, -2.4647e-01, -1.6147e-01,
1.0744e-01, -3.6385e-01, -1.9611e-01, -4.0431e-01, 1.7292e-01,
4.5757e-01, 2.1153e-01, -2.5102e-02, -9.8829e-02, 4.2427e-01,
-1.0743e-01, 3.6901e-01, -4.1783e-01, 2.4503e-01, -1.0777e-01,
-5.0853e-01, 2.6493e-01, -3.1206e-01, 1.5974e-01, 3.5091e-01,
-2.6087e-01, 4.6148e-01, 3.8276e-01, 2.2245e-01, -1.8439e-01,
3.0839e-01, -3.4575e-01, 2.7158e-01, 2.1978e-03, 1.8565e-01,
-4.4890e-01, 4.6460e-02, -3.7794e-01, 1.0034e-01, -2.8888e-04,
1.9161e-01, 1.2732e-01, -2.4669e-01, 1.6520e-01, -2.9362e-01,
4.9222e-01, -2.3487e-01, -1.5360e-01, 4.6643e-01, -4.4494e-01,
-2.1515e-01, -1.4919e-01, 2.7867e-01, 1.8902e-01, 3.1742e-01,
-1.3717e-01, 5.8580e-01, -2.4584e-02, 3.0364e-01, 2.7566e-01,
8.3236e-02, -6.0863e-02, 4.0241e-01, 1.7475e-01, -1.7037e-01,
3.2849e-01, 5.5413e-02, -1.1119e-01, -2.1852e-01, -1.5768e-01,
-1.2109e-02, 7.4173e-03, 1.3854e-01, -1.6695e-01, -1.7427e-01,
-8.8180e-02, -5.8971e-03, 2.7196e-01, 6.1216e-02, -4.7005e-01,
5.4230e-02, 4.3359e-01, -2.2490e-01, -9.1034e-02, 3.7420e-01,
1.5898e-02, -2.0774e-01, 6.5131e-02, -1.9157e-01, 8.1130e-02,
-8.0761e-02, -3.1374e-02, -4.3230e-03, 2.1248e-01, -1.9758e-01,
4.7478e-01, -1.5492e-01, -1.2540e-01, 1.4692e-01, -2.7444e-02,
-3.0411e-01, -3.3291e-02, -1.8914e-01, 5.1698e-02, 1.1126e-01,
9.2630e-02, 6.8300e-02, -3.2470e-01, 2.5803e-01, 2.0990e-01,
1.4866e-01, 1.4905e-01, 5.0653e-02, 2.9672e-01, 9.5953e-03,
2.4342e-01, -1.5104e-01, 1.4810e-01, 5.3367e-02, -2.3742e-01,
2.3006e-01, 2.5176e-01, -2.0197e-01, 2.2128e-01, 2.7101e-01,
1.4599e-02, -1.5392e-01, -1.5674e-01, -1.7625e-01, -1.8436e-01,
2.3003e-01, 1.6463e-01, 1.5494e-01, 1.7590e-01, 1.6804e-02,
1.7987e-01, 2.6153e-01, 2.1859e-01, -2.2196e-01, -1.2793e-01,
2.4835e-01, 1.2982e-01, -7.5166e-02, 1.7816e-02, 1.0960e-01,
-9.1304e-02, 1.3357e-01, 2.1153e-01, -2.0913e-01, 1.2654e-01,
-1.8995e-01, -2.5319e-01, 2.7813e-01, 6.1626e-02, 1.9874e-01,
-3.0980e-01, 3.9041e-02, -1.5956e-02, 3.5566e-02, -7.7732e-02,
8.1625e-02, -5.2696e-02, 3.3698e-02, 1.9765e-01, -2.4281e-04,
-1.3991e-01, -9.5050e-02, -2.2347e-01, 1.1073e-01, 2.8717e-02,
4.7724e-02, -9.3362e-02, 1.0855e-01, 1.4186e-03, -3.0031e-01,
6.1201e-02, -6.1220e-02, -1.5100e-01, -1.1564e-01, 2.5613e-01,
-1.9766e-01, -2.9446e-01, -2.4788e-01, -2.7436e-01, 1.2254e-01,
2.7340e-01, -8.8139e-02, -5.3046e-02, -1.2328e-01, -2.4327e-01,
1.4618e-01, 6.0108e-02, 1.3444e-01, -1.1412e-01, -2.8517e-01,
-2.4725e-01, -2.0077e-01, 1.3817e-01, -3.0286e-02, -1.7211e-01,
1.4471e-01, 2.0351e-01, 2.0013e-01, -6.7691e-02, -1.7015e-01,
1.5841e-01, -9.6312e-02, -1.8842e-01, -9.1687e-02, -2.0167e-01,
1.7066e-01, 1.0780e-01, 3.0975e-01, -8.7617e-02, 2.3474e-01,
3.1184e-01, -2.5628e-01, -9.2896e-02, -1.5042e-01, 2.8718e-01,
-1.1113e-01, 4.7278e-03, -3.8276e-01, -3.0110e-01, 3.1443e-01,
-1.5773e-02, -2.2222e-01, 2.0033e-01, 2.5989e-01, 3.0046e-01,
1.5443e-01, -2.4748e-01, 3.0015e-01, -2.7603e-02, 1.5383e-01,
1.8017e-01, -9.4637e-02, -1.5726e-01, -3.0825e-01, -2.1798e-01,
-8.2801e-02, -8.6108e-02, -1.6832e-01, 9.1432e-02, 1.2129e-02,
-1.7806e-01, 2.7444e-01, 7.6901e-02, 1.2961e-01, -2.9910e-01,
1.3303e-01, 1.0368e-01, 5.4630e-01, -4.3903e-02, -2.7750e-01,
7.9480e-02, 2.7424e-01, 7.6022e-02, 1.1105e-01, -1.5079e-01,
2.9371e-02, 2.3147e-02, -2.4417e-01, -1.5668e-01, 4.5117e-02,
6.5778e-02, 4.5695e-02, -3.8246e-02, -7.2107e-02, -1.1130e-01,
-4.0511e-01, 3.9567e-01, 1.5869e-01, -1.3255e-01, 2.9699e-03,
1.7361e-02, 1.9800e-01, -1.8976e-01, -2.0382e-01, 1.4388e-01,
-2.1203e-01, -2.1551e-01, 2.8460e-01, 5.9458e-02, -1.3311e-01,
1.1569e-01, -5.0430e-02, -3.0785e-01, -1.2192e-01, 1.1069e-01,
-2.7925e-03, 6.2769e-02, 2.7864e-01, 1.4575e-02, -1.3560e-01,
-6.9969e-02, -1.9177e-01, -2.1035e-01, 1.5763e-01, -7.5232e-02,
2.5175e-02, -7.3601e-02, -1.5145e-01, 3.1788e-01, 9.6570e-02,
-2.9870e-01, -2.8507e-02, -4.7376e-01, 1.9436e-01, -4.0193e-01,
1.4482e-01, 3.7121e-01, 2.8422e-01, 4.7465e-01, -1.2206e-01,
-4.3608e-01, 3.1759e-01, -2.6229e-01, -4.0181e-01, 2.8515e-01,
3.4323e-01, -2.1499e-01, -4.9922e-01, -2.9530e-01, 2.0385e-01,
5.0436e-01, -2.6250e-01, -3.7421e-01, -2.8079e-01, 2.4058e-01,
-5.0748e-01, 2.5696e-01, 1.0035e-01, 5.0669e-01, -4.4579e-04,
-4.8794e-01, 2.5968e-01, -3.3714e-01, -4.7202e-01, 1.4750e-01,
-1.4453e-01, -1.2889e-01, -3.5114e-01, -1.3066e-01, 4.7088e-01,
-4.1028e-01, -6.0082e-02, -5.5243e-01, 3.2093e-01, 1.8058e-01,
4.2536e-01, 2.5753e-02, 9.4158e-02, -1.9464e-01, -3.4894e-01,
3.0666e-01, -2.8530e-01, -5.1327e-01, 1.5248e-02, -2.8094e-01,
-2.9804e-01, 7.1031e-02, 4.7851e-01, 4.7206e-01, 1.7748e-01,
2.8279e-01, 4.4473e-01, -4.4071e-01, -4.6169e-01, -2.6739e-01,
3.1194e-01, -3.7606e-01, 6.5859e-02, -8.9738e-02, -4.5277e-01,
8.9675e-02, -1.6141e-01, -3.8028e-01, 1.1315e-01, 4.3683e-01,
1.8153e-01, 2.4462e-01, 1.4909e-01, 1.7870e-02, 5.3766e-01,
-4.9079e-02, -3.3242e-02, -2.2785e-01, 2.0393e-01, 1.0002e-01,
-1.6537e-01, 2.9712e-01, 6.5718e-02, 4.8120e-01, 1.7164e-01,
6.9954e-02, -4.1912e-02, -1.2448e-01, -4.7544e-01, -9.3594e-02,
-2.7520e-02, -7.5606e-02, -9.2609e-02, -6.3549e-02, 4.5379e-04,
-2.5998e-02, -1.5494e-01, 1.2348e-01, 6.6671e-03, 4.5093e-01,
6.8949e-02, -1.0607e-01, 2.1181e-02, -7.6851e-02, -3.7763e-01,
-2.0016e-01, -5.0983e-01, 4.7443e-01, -1.4939e-01, -1.1853e-01,
-9.5207e-02, 1.7188e-01, 3.2226e-02, 1.3593e-01, 2.0820e-01,
8.4477e-02, -4.0005e-01, -2.6692e-01, -4.7089e-01, 8.5954e-02,
-8.4642e-03, -1.3890e-01, -4.0931e-01, 6.3736e-02, 1.4683e-01,
-1.5252e-01, -2.7238e-01, -3.4918e-02, -4.5271e-01, 3.4304e-01,
-3.5545e-01, 1.0365e-02, 1.4569e-01, -4.6829e-02, 1.7980e-01,
3.6756e-01, 4.5461e-01, 3.6525e-01, -4.2469e-01, 4.2992e-01,
8.3319e-02, 5.0785e-01, -1.5393e-01, -1.8584e-01, 5.7580e-01,
-1.4763e-01, 1.9347e-01, -5.2292e-01, -5.8476e-01, 4.6971e-01,
-4.4850e-01, 1.4691e-01, -4.1767e-01, 4.4902e-01, -1.9636e-01,
1.0918e-01, 1.2356e-01, -1.7001e-02, -3.0462e-01, 2.3488e-01,
5.5638e-01, -5.2986e-01, 3.8719e-01, -2.8801e-01, 7.0575e-02,
-4.4261e-01, 1.5771e-01, -7.2334e-01, -1.1920e-01, 1.6808e-01,
-4.9358e-01, -2.2935e-01, -1.3800e-01, -7.5970e-03, 4.2225e-01,
-7.0019e-02, 2.5981e-01, -1.4038e-01, 3.3685e-01, 1.2391e-01,
2.9779e-02, 4.9589e-01, -3.1533e-01, -5.7008e-01, -1.0231e-01,
1.5818e-01, -6.3047e-01, -9.0376e-02, 3.2552e-02, 3.4051e-01,
3.5147e-01, 5.0168e-01, 3.5319e-01, -1.6655e-01, -5.0264e-01,
4.8813e-01, -4.2734e-01, 3.2617e-01, 2.5502e-01, -1.2320e-01,
4.1698e-01, 6.9505e-02, -3.9236e-01, 4.2504e-01, 3.2004e-01,
-3.3160e-01, 2.9034e-01, -2.1424e-01, -4.3679e-01, -2.5598e-01,
2.2358e-01, 2.7340e-01, -3.1773e-01, -2.4584e-01, -1.3305e-01,
2.4521e-01, -4.6262e-02, -5.4611e-01, 1.3051e-01, 1.5525e-01,
5.2047e-01, 4.2503e-03, -3.0986e-01, -1.8073e-01, -1.1772e-01,
-1.3816e-01, 1.7570e-01, -9.4847e-03, -5.4115e-01, -2.4181e-01,
2.7627e-01, 2.6696e-01, 2.2088e-01, -3.2283e-01, 1.6539e-01,
4.4052e-01, -1.6636e-01, -3.1894e-01, 1.6619e-01, 7.5386e-02,
3.1414e-01, 5.3146e-02, -4.1056e-01, 2.2311e-01, -1.2901e-01,
-3.0179e-01, 1.5807e-01, 8.4479e-02, -1.2585e-01, 4.3014e-01,
2.6971e-01, -1.1018e-01, 3.4017e-01])),
('model.decoder.layers.4.encoder_attn.out_proj.weight',
tensor([[-0.0169, 0.0803, -0.0354, ..., -0.1078, -0.1161, -0.2006],
[ 0.0692, -0.0667, -0.0309, ..., -0.0333, -0.0363, 0.0292],
[ 0.0046, 0.0171, 0.0385, ..., -0.0536, -0.0495, -0.1285],
...,
[-0.0129, -0.0100, 0.0310, ..., 0.0042, -0.0213, 0.0156],
[ 0.0299, -0.0033, 0.0404, ..., -0.0064, -0.0330, 0.0692],
[-0.0189, 0.0003, 0.2190, ..., 0.0278, 0.0842, 0.0713]])),
('model.decoder.layers.4.encoder_attn.out_proj.bias',
tensor([ 0.3269, 0.0469, -0.1625, -0.0640, 0.0635, -0.1323, -0.0998, 0.1727,
-0.0108, 0.0322, -0.1806, 0.2369, -0.0814, 0.0110, 0.1511, -0.0949,
-0.0487, -0.1917, 0.1394, -0.1408, -0.0167, 0.3188, 0.1566, 0.0922,
-0.1619, -0.2076, 0.0502, 0.0160, 0.1718, -0.1067, 0.0080, -0.1239,
0.0575, -0.0019, 0.0239, 0.0806, -0.0305, 0.0197, 0.1009, 0.1038,
-0.0022, -0.0060, -0.0211, 0.0910, 0.1696, 0.0991, 0.0265, -0.0417,
-0.1397, -0.0138, -0.1207, -0.0524, -0.1953, -0.0133, -0.1308, -0.0282,
0.0983, -0.2122, 0.0631, -0.0649, -0.0677, -0.0015, 0.1106, 0.0162,
-0.0770, 0.0416, -0.0198, 0.0141, 0.1218, 0.0423, 0.0720, -0.0401,
-0.1762, -0.0019, -0.0717, -0.1595, 0.0070, -0.0425, -0.1273, 0.0214,
-0.0474, -0.0491, 0.0430, 0.2310, 0.2965, -0.0879, 0.0443, 0.0645,
0.0227, -0.0968, 0.0194, 0.0464, -0.0830, -0.1524, 0.0590, 0.0416,
-0.2562, 0.1260, 0.1509, 0.0492, -0.0592, 0.1344, -0.0324, -0.0004,
0.2450, 0.0484, 0.1556, -0.0928, 0.0522, 0.0422, 0.1064, 0.0518,
-0.0494, 0.1231, -0.0611, -0.0458, -0.0677, -0.1309, -0.0442, -0.0528,
-0.0913, 0.1027, -0.1387, -0.0289, -0.2135, 0.0176, 0.0822, -0.0090,
0.0935, -0.0086, -0.0572, 0.0317, -0.1229, -0.0621, 0.1576, 0.0061,
-0.2119, -0.0646, -0.0773, -0.0026, -0.0040, -0.1388, 0.0380, 0.1211,
-0.0876, 0.0893, -0.0884, 0.1106, 0.0255, 0.2747, -0.0105, -0.0113,
0.1833, -0.0054, -0.1250, -0.0780, 0.0500, 0.1407, -0.0487, 0.0210,
-0.1039, 0.0697, 0.0204, -0.1228, -0.1338, -0.1706, 0.1309, -0.1520,
0.0589, -0.0807, -0.0616, 0.1441, -0.0892, -0.1094, -0.0045, 0.0497,
0.0181, 0.1358, 0.0014, -0.0809, 0.1729, -0.0069, 0.0046, -0.1650,
0.0560, 0.0912, 0.2292, -0.0938, -0.1697, -0.1453, 0.1568, 0.0251,
-0.0823, 0.0584, -0.0766, 0.0257, -0.1488, -0.0262, 0.0428, 0.0326,
-0.2738, 0.0300, 0.0945, -0.1949, 0.0607, 0.1129, 0.0072, 0.1380,
-0.1209, -0.0790, 0.0877, 0.0303, -0.0862, -0.0217, 0.1125, -0.0949,
-0.0465, -0.1721, 0.0506, -0.0345, -0.1061, 0.1014, 0.2028, 0.2135,
0.0204, 0.1482, -0.0755, 0.0023, 0.0640, -0.0053, -0.0186, 0.0103,
-0.0020, 0.0506, -0.1104, 0.1783, -0.1537, 0.0866, -0.0775, 0.1284,
0.0667, 0.0550, 0.0161, 0.3003, 0.0327, -0.0399, -0.1154, -0.0025,
-0.2487, -0.0140, -0.0318, -0.1795, -0.1146, -0.0676, -0.1719, -0.1637,
-0.0031, 0.0479, 0.0905, -0.0564, -0.0219, 0.0612, 0.0029, 0.0797,
0.0687, -0.0478, 0.0482, 0.0578, 0.0591, -0.0939, -0.2804, 0.0150,
-0.1327, -0.0576, -0.0070, 0.0659, -0.1281, 0.0528, -0.0247, 0.1042,
0.1055, 0.1526, -0.0092, 0.0550, -0.0199, 0.1433, 0.0139, 0.0667,
0.1366, 0.0223, -0.1295, -0.0017, 0.0936, -0.0693, -0.0065, 0.0985,
0.1303, -0.0889, 0.0967, 0.0954, -0.0301, 0.1614, -0.1059, 0.0045,
-0.0207, 0.1353, 0.0081, -0.0276, -0.0054, 0.0247, -0.0745, -0.1316,
-0.0281, -0.0190, -0.1814, -0.0277, 0.1278, -0.1550, -0.0892, 0.0579,
-0.0884, 0.1607, -0.1495, -0.2081, 0.0490, 0.0990, -0.0707, 0.0265,
0.1169, -0.1376, -0.0454, 0.0246, 0.1410, 0.0309, -0.0621, 0.1908,
0.1905, -0.1526, 0.0010, 0.0701, 0.2669, 0.0458, 0.0853, 0.0714,
-0.0393, -0.0416, 0.1339, 0.0409, 0.0590, 0.0029, 0.0192, 0.0603,
0.0144, 0.0186, 0.0170, -0.2987, 0.0163, -0.0019, 0.0932, -0.0065,
0.0346, -0.1451, 0.0132, -0.1337, -0.0010, 0.1267, 0.0326, 0.1627,
-0.0286, -0.0495, 0.0517, 0.0037, -0.0186, 0.1216, 0.0993, 0.0767,
0.1883, 0.1848, -0.0467, 0.1745, 0.0151, -0.0461, -0.0976, 0.0211,
0.0208, 0.0090, -0.1156, 0.0270, -0.1399, 0.1254, 0.0701, 0.0798,
-0.1423, -0.1538, 0.0399, -0.1343, -0.1911, -0.0480, 0.2202, -0.0584,
0.0337, 0.0118, -0.0569, -0.1018, 0.0771, 0.0416, 0.2058, 0.0651,
0.0984, -0.0771, 0.0862, 0.0973, -0.0414, -0.0199, -0.0401, 0.0195,
0.2513, -0.2729, 0.0338, 0.0650, -0.0698, 0.0089, -0.0405, -0.0208,
0.1131, -0.0092, 0.1306, -0.0347, 0.1195, 0.0452, -0.0515, -0.0090,
0.1084, 0.0469, -0.2128, -0.0297, 0.0311, -0.0607, 0.0373, -0.0257,
0.0077, -0.1020, -0.0276, 0.1161, -0.0679, 0.0352, -0.0300, 0.1482,
-0.0562, 0.1433, -0.0406, -0.0808, -0.0443, 0.0700, 0.0741, -0.2372,
-0.0481, -0.0433, 0.0082, -0.0443, -0.0817, -0.0364, -0.0708, -0.0878,
-0.1683, -0.0064, 0.0136, -0.0511, 0.0648, 0.0172, 0.0620, -0.0776,
-0.2172, -0.1602, 0.2029, -0.0424, -0.1903, -0.0739, -0.0101, -0.0644,
-0.1837, -0.0550, -0.0161, -0.0122, 0.0088, 0.1308, 0.0636, 0.0888,
0.0780, -0.0178, -0.0224, 0.1761, 0.0275, 0.1395, 0.2780, 0.0529,
0.0419, 0.0104, -0.1405, 0.4045, -0.0016, 0.0400, 0.3052, 0.0254,
0.0491, -0.0004, -0.0725, 0.1365, -0.2100, 0.0571, -0.1101, 0.0415,
-0.0253, 0.0772, -0.0403, -0.1161, -0.0215, -0.1040, 0.0729, -0.0534,
-0.0111, -0.0833, 0.0659, -0.1083, -0.0881, 0.0775, 0.1904, -0.1286,
0.0457, 0.0254, -0.1059, 0.0142, -0.0959, -0.1875, 0.0013, 0.0058,
0.2119, -0.1099, -0.1674, 0.0276, -0.0905, -0.0104, -0.0303, 0.2015,
0.2041, 0.1489, 0.0621, -0.1049, -0.1797, -0.0371, -0.1129, -0.1221,
-0.2475, -0.1649, 0.1026, 0.0354, 0.0230, 0.0052, -0.0949, 0.0157,
-0.0353, 0.0895, 0.0698, 0.0987, -0.0418, -0.1149, 0.0112, -0.0562,
0.0781, 0.0768, -0.0933, -0.1397, -0.1180, 0.0104, -0.0338, -0.1484,
0.1188, 0.0442, 0.0449, 0.0823, -0.0796, -0.0600, -0.0312, -0.0356,
-0.0014, 0.0197, -0.0395, -0.0825, -0.0489, -0.1718, 0.1139, -0.0576,
0.0427, -0.1067, -0.0687, 0.0911, 0.0152, 0.0884, -0.0131, 0.0275,
0.1311, -0.0627, 0.1283, -0.1701, 0.1680, -0.0025, -0.0084, 0.1415,
-0.0248, -0.0174, -0.0429, -0.0686, -0.0125, -0.0067, 0.0819, -0.0591,
-0.0546, 0.0736, -0.0915, 0.0413, -0.0386, -0.0855, -0.0510, 0.2414,
-0.1836, -0.0951, -0.2653, -0.0634, -0.1007, -0.1000, 0.1546, 0.0269,
-0.2188, 0.2087, -0.0694, 0.0954, 0.1041, 0.0122, -0.1770, 0.0754,
0.1131, 0.1485, 0.0180, 0.0504, -0.1594, 0.0097, -0.0916, -0.1517,
0.0611, 0.0764, 0.0941, -0.0410, -0.1239, -0.0100, 0.0931, -0.1305,
0.1645, -0.2465, 0.0941, -0.0387, 0.1694, 0.0213, 0.0916, 0.0833,
0.1695, -0.0052, 0.0328, 0.0535, 0.0988, 0.0785, 0.1182, 0.1421,
0.0277, -0.1915, 0.0693, -0.3539, -0.0022, 0.1629, -0.2275, -0.0602,
-0.0865, -0.0190, 0.2545, 0.1276, -0.1378, -0.0403, 0.0658, 0.0353,
0.0056, 0.1079, 0.1824, -0.0038, 0.0304, -0.1173, -0.0102, -0.2096,
-0.1114, 0.0947, 0.0587, -0.0048, 0.1401, 0.0006, -0.0103, -0.2307,
0.0253, -0.1909, 0.1226, -0.1192, -0.0676, 0.0079, -0.0494, 0.0971,
0.0552, -0.1010, -0.0164, -0.0149, -0.0432, -0.0318, 0.0076, -0.0450,
0.0384, -0.0164, 0.0595, -0.0966, 0.0158, 0.1114, 0.1223, -0.1076,
-0.1537, 0.0169, 0.0047, -0.0852, -0.0947, -0.0984, -0.0397, 0.0753,
0.0119, 0.1009, -0.1954, 0.0006, 0.0502, 0.0056, 0.0200, -0.0051,
0.0270, -0.0922, -0.0289, 0.0220, 0.0386, 0.1501, -0.0455, 0.0383,
0.0551, 0.1055, -0.0544, -0.0045, -0.1360, 0.0932, 0.1848, 0.0433,
-0.0691, -0.0998, -0.0092, -0.1385, -0.1769, 0.1393, -0.2212, 0.0535])),
('model.decoder.layers.4.encoder_attn_layer_norm.weight',
tensor([0.3941, 0.4824, 0.4404, 0.4544, 0.5245, 0.3895, 0.3971, 0.3906, 0.4264,
0.5265, 0.4277, 0.4318, 0.3746, 0.4444, 0.4041, 0.4828, 0.4987, 0.4232,
0.3608, 0.4121, 0.3414, 0.4072, 0.5043, 0.4524, 0.4205, 0.4069, 0.3776,
4.8438, 0.4379, 0.3088, 0.4364, 0.3999, 0.3955, 0.4631, 0.4931, 0.5008,
0.4574, 0.5032, 0.3787, 0.4859, 0.4633, 0.4559, 0.4428, 0.3912, 0.4741,
0.4494, 0.4322, 0.4412, 0.4167, 0.4370, 0.4533, 0.4029, 0.4089, 0.3593,
0.4092, 0.3808, 0.4045, 0.4036, 0.4278, 0.3930, 0.3922, 0.4245, 0.4596,
0.4270, 0.4831, 0.4078, 0.4054, 0.5068, 0.3969, 0.3613, 0.3999, 0.5826,
0.4518, 0.4447, 0.5303, 0.4161, 0.3971, 0.4568, 0.5126, 0.4598, 0.4224,
0.4827, 0.4362, 0.4461, 0.3901, 0.3964, 0.3386, 0.4314, 0.4617, 0.3952,
0.4177, 0.3985, 0.3715, 0.5128, 0.3751, 0.4474, 0.4542, 0.4012, 0.4276,
0.3989, 0.4462, 0.4453, 0.3983, 0.4326, 0.4200, 0.4764, 0.4699, 0.3770,
0.3565, 0.4442, 0.4876, 0.4813, 0.4143, 0.3896, 0.4528, 0.4400, 0.5762,
0.4130, 0.5425, 0.4082, 0.3286, 0.4467, 0.4153, 0.3668, 0.4308, 0.4033,
0.4752, 0.4179, 0.4491, 0.3883, 0.3722, 0.4084, 0.4169, 0.4158, 0.4907,
0.3624, 0.4299, 0.4248, 0.3800, 0.4584, 0.3600, 0.4050, 0.4419, 0.4256,
0.4078, 0.4004, 0.3765, 0.3871, 0.4022, 0.5194, 0.4416, 0.3577, 0.3779,
0.4010, 0.4311, 0.4430, 0.5097, 0.3742, 0.3881, 0.4804, 0.4175, 0.4413,
0.4613, 0.4088, 0.3784, 0.4108, 0.4280, 0.3797, 0.4514, 0.4275, 0.4264,
0.4522, 0.6094, 0.4183, 0.4334, 0.4307, 0.4633, 0.4749, 0.4292, 0.3782,
0.4461, 0.4369, 0.4337, 0.4075, 0.4312, 0.3748, 0.4123, 0.3842, 0.3660,
0.3647, 0.3987, 0.4004, 0.4402, 0.3970, 0.4031, 0.4661, 0.3565, 0.3853,
0.4256, 0.4744, 0.4310, 0.4819, 0.4470, 0.4142, 0.3971, 0.4267, 0.5155,
0.4102, 0.3926, 0.4703, 0.4382, 0.3893, 0.4966, 0.4031, 0.3552, 0.4628,
0.4078, 0.4465, 0.4598, 0.3923, 0.4043, 0.4458, 0.4123, 0.4133, 0.4290,
0.3744, 0.4002, 0.5456, 0.4776, 0.3674, 0.4546, 0.4347, 0.4250, 0.3727,
0.5302, 0.4745, 0.4237, 0.4086, 0.4659, 0.4454, 0.4634, 0.4642, 0.3926,
0.4611, 0.4226, 0.4512, 0.4123, 0.4293, 0.4214, 0.4511, 0.4096, 0.3247,
0.4957, 0.4245, 0.4213, 0.4811, 0.4188, 0.4246, 0.4224, 0.3760, 0.4141,
0.4297, 0.4762, 0.3864, 0.4495, 0.3994, 0.4216, 0.4558, 0.3827, 0.4638,
0.5030, 0.4081, 0.4490, 0.4258, 0.3777, 0.3965, 0.4539, 0.4320, 0.4309,
0.4566, 0.4660, 0.4677, 0.3692, 0.4564, 0.4007, 0.4744, 0.4351, 0.3537,
0.4330, 0.3924, 0.4145, 0.3825, 0.5017, 0.4009, 0.4275, 0.4387, 0.4790,
0.4235, 0.3939, 0.4042, 0.4325, 0.4382, 0.4264, 0.4005, 0.4629, 0.4246,
0.5263, 0.4383, 0.4337, 0.3600, 1.4485, 0.4628, 0.4323, 0.4366, 0.3550,
0.4619, 0.4241, 0.4743, 0.4119, 0.4609, 0.3879, 0.4145, 0.3481, 0.3102,
0.3803, 0.4073, 0.3621, 0.4256, 0.4142, 0.3699, 0.4000, 0.4704, 0.5974,
0.4011, 0.3991, 0.5034, 0.3988, 0.4232, 0.4132, 0.3858, 0.4278, 0.3986,
0.4416, 0.5069, 0.5003, 0.4362, 0.3930, 0.4719, 0.4325, 0.4452, 0.4020,
0.4614, 0.3886, 0.4438, 0.4016, 0.3558, 0.4355, 0.4303, 0.4464, 0.4031,
0.4758, 0.3843, 0.4244, 0.4206, 0.4158, 0.4487, 0.4972, 0.4599, 0.4473,
0.4420, 0.4138, 0.4073, 0.4294, 0.3948, 0.4807, 0.4096, 0.4271, 0.4547,
0.4274, 0.4242, 0.3934, 0.4537, 0.4317, 0.3866, 0.4198, 0.4646, 0.3362,
0.3819, 0.3620, 0.4007, 0.3718, 0.3848, 0.3992, 0.4860, 0.4208, 0.4075,
0.4121, 0.4289, 0.3602, 0.4050, 0.4393, 0.4112, 0.4665, 0.4307, 0.4317,
0.3672, 0.3770, 0.4108, 0.4047, 0.3649, 0.4069, 0.3760, 0.3821, 0.4232,
0.4113, 0.4507, 0.4103, 0.4519, 0.4074, 0.3874, 0.4372, 0.4344, 0.3339,
0.4093, 0.3748, 0.4615, 0.4324, 0.4153, 0.4053, 0.5226, 0.4593, 0.6059,
0.4135, 0.3874, 0.3684, 0.4135, 0.4360, 0.5016, 0.4058, 0.4213, 0.4026,
0.4008, 0.4652, 0.3809, 0.4275, 0.4389, 0.4429, 0.4649, 0.4171, 0.4505,
0.3573, 0.4246, 0.4107, 0.3916, 0.3893, 0.3674, 0.4592, 0.4649, 0.4307,
0.3841, 0.4001, 0.4512, 0.3953, 0.4004, 0.3767, 0.4452, 0.4235, 0.4529,
0.4454, 0.4338, 0.4151, 0.4681, 0.3797, 0.3802, 0.4284, 0.4551, 0.3906,
0.3951, 0.4097, 0.4654, 0.4417, 0.3901, 0.3962, 0.4052, 0.4254, 0.3620,
0.4838, 0.4449, 0.3861, 0.3891, 0.4772, 0.4344, 0.4216, 0.4257, 0.4246,
0.4439, 0.4235, 0.6068, 0.4548, 0.4482, 0.3888, 0.4289, 0.4384, 0.4249,
0.4210, 0.4507, 0.4920, 0.4061, 0.3594, 0.3849, 0.4969, 0.4087, 0.3892,
0.4048, 0.4633, 0.4108, 0.4242, 0.3883, 0.4676, 0.4794, 0.4154, 0.4053,
0.3962, 0.4858, 0.5102, 0.4990, 0.4213, 0.4690, 0.4569, 0.4146, 0.4160,
0.3918, 0.4322, 0.3854, 0.4717, 0.4109, 0.4135, 0.4162, 0.3970, 0.4263,
0.3905, 0.3966, 0.4709, 0.4020, 0.4141, 0.4076, 0.4709, 0.4265, 0.3914,
0.4003, 0.4084, 0.3938, 0.4127, 0.4275, 0.3594, 0.4290, 0.4281, 0.5208,
0.4395, 0.4052, 0.3909, 0.4246, 0.4224, 0.3860, 0.4676, 0.3674, 0.3957,
0.4573, 0.4179, 0.4444, 0.4126, 0.3829, 0.4619, 0.4180, 0.9408, 0.3981,
0.3636, 0.4388, 0.4341, 0.5034, 0.3531, 0.3586, 0.4600, 0.4363, 0.4407,
0.4402, 0.4470, 0.4291, 0.5092, 0.4071, 0.4640, 0.4265, 0.4160, 0.4451,
0.3915, 0.4172, 0.4934, 0.4065, 0.3604, 0.4694, 0.4419, 0.3918, 0.4034,
0.3674, 0.4773, 0.3559, 0.4088, 0.4283, 0.4046, 0.5054, 0.4367, 0.4502,
0.4491, 0.4828, 0.4518, 0.4558, 0.4342, 0.4507, 0.3974, 0.4298, 0.3777,
0.4514, 0.4217, 0.4633, 0.4315, 0.3272, 0.4856, 0.4386, 0.4337, 0.4336,
0.4007, 0.3601, 0.4370, 0.3879, 0.4534, 0.4013, 0.4778, 0.4061, 0.4255,
0.4614, 0.4753, 0.4482, 0.4178, 0.4410, 0.4050, 0.4031, 0.4528, 0.4156,
0.4584, 0.4125, 0.4574, 0.4387, 0.4140, 0.4651, 0.4909, 0.3672, 0.3615,
0.4006, 0.4704, 0.4073, 0.4141, 0.4412, 0.3700, 0.4049, 0.3929, 0.4169,
0.3833, 0.4158, 0.4278, 0.3911, 0.3719, 0.3977, 0.4367, 0.4131, 0.4479,
0.4313, 0.4431, 0.4686, 0.3923, 0.4438, 0.3955, 0.4312, 0.4092, 0.4339,
0.4319, 0.3710, 0.4235, 0.3896, 0.5446, 0.3976, 0.3568, 0.4757, 0.4596,
0.4025, 0.4854, 0.4359, 0.3964, 0.4072, 0.7225, 0.3998, 0.4290, 0.4113,
0.4272, 0.3547, 0.4541, 0.4500, 0.4931, 0.4324, 0.4264, 0.4460, 0.4290,
0.4465, 0.4151, 0.3619, 0.3584, 0.3988, 0.4496, 0.4244, 0.4585, 0.4697,
0.3781, 0.4164, 0.4065, 0.4633, 0.3804, 0.4927, 0.4144, 0.3841, 0.4193,
0.4235, 0.4511, 0.3760, 0.4331, 0.4359, 0.4359, 0.4119, 0.4742, 0.4285,
0.4262, 0.3884, 0.4285, 0.4373, 0.4592, 0.3930, 0.3902, 0.4066, 0.4473,
0.4495, 0.4965, 0.4148, 0.3540, 0.3697, 0.3976, 0.3939, 0.4101, 0.3614,
0.3932, 0.4552, 0.4369, 0.3455, 0.4094, 0.4828, 0.4288, 0.4168, 0.3494,
0.4256, 0.7310, 0.3716])),
('model.decoder.layers.4.encoder_attn_layer_norm.bias',
tensor([-7.7286e-02, 2.7235e-02, -7.0856e-02, -4.9288e-02, -1.6143e-01,
-5.1207e-02, -9.6845e-02, -3.8718e-02, -2.5241e-02, -1.4674e-01,
-4.9631e-03, -1.0114e-01, -4.1334e-02, -6.3073e-02, -5.6208e-02,
-6.7811e-02, -7.8005e-02, -1.3560e-01, -1.3589e-01, -1.0640e-01,
2.7489e-02, -6.8688e-02, -7.8455e-02, -1.0110e-01, -1.8814e-01,
-1.3341e-01, -1.6845e-01, -5.8609e-01, -5.3566e-02, -4.3766e-01,
-1.5163e-01, -3.0263e-02, -1.4421e-01, -1.2540e-01, -4.8921e-02,
2.9162e-02, -2.7959e-02, -2.4883e-02, -7.6072e-02, -3.6075e-02,
-5.1668e-02, -1.0011e-01, -3.5536e-02, -8.5389e-02, -4.1329e-02,
-9.1063e-02, -1.6720e-01, -1.4148e-01, -5.5959e-02, -1.0456e-01,
-2.7158e-02, 7.6899e-03, -4.2245e-01, -1.4849e-01, -9.5020e-02,
-7.5319e-02, -6.1128e-02, -7.8959e-03, -5.2783e-03, -3.8320e-02,
-1.0612e-01, -2.7754e-02, -3.7012e-02, -1.8839e-01, -2.3689e-01,
-1.9019e-01, -8.2577e-02, -1.1672e-01, -3.1539e-02, -9.2096e-02,
-7.2938e-02, -8.8857e-03, -1.2856e-01, -9.9821e-02, -1.5920e-01,
-7.7627e-02, -9.6906e-02, -5.1312e-02, -3.9745e-02, -1.5891e-02,
-4.5633e-02, -8.9207e-02, -1.7551e-01, -4.9320e-02, -9.9182e-02,
-8.2063e-02, -1.7410e-01, -1.2898e-01, -1.8243e-01, -2.1527e-01,
-9.5623e-02, -8.8268e-02, -1.1679e-01, -1.6023e-01, -2.1692e-01,
-1.6867e-01, -1.4480e-01, -8.5045e-02, -6.0528e-02, -6.1862e-02,
-4.1683e-02, -8.6558e-02, -1.4017e-01, -1.8887e-01, -1.0064e-01,
-4.0167e-02, -6.1434e-02, -2.8278e-03, -1.8798e-01, -6.7075e-02,
-7.7480e-02, -1.9219e-02, -1.5409e-01, -3.0715e-02, -1.7841e-02,
-1.6896e-02, -2.2215e-01, -4.7155e-02, -5.2821e-02, -8.7746e-02,
-2.1457e-01, -1.4297e-01, -4.8675e-02, -2.9308e-02, -2.5927e-02,
-1.0805e-02, -6.8552e-02, -2.0423e-01, -6.3332e-02, -5.0220e-02,
-5.8177e-02, -4.3315e-02, -1.4306e-01, -3.1677e-02, 3.5724e-03,
-1.1184e-01, -9.8097e-02, -6.7897e-02, -1.0727e-01, -9.4839e-02,
-1.1410e-01, 2.1097e-02, -1.5107e-01, 3.0364e-02, -1.3695e-02,
-8.3341e-02, -2.2843e-02, -6.1351e-03, -2.3440e-02, -3.9169e-01,
-9.2592e-02, -1.5711e-01, -1.3025e-01, 2.7199e-02, -8.7289e-02,
-6.5108e-02, -7.7041e-02, -5.3565e-02, -7.3164e-02, -1.0225e-01,
-9.9145e-02, -1.4090e-01, -1.0801e-01, -1.5845e-01, -1.1939e-01,
-1.1517e-01, -5.3229e-02, 3.2302e-02, -8.5213e-02, -3.3304e-02,
-1.2369e-01, -1.1819e-01, 5.8707e-02, -5.8145e-02, -4.9808e-02,
-5.5848e-02, -4.6454e-02, 4.1274e-02, -3.1696e-02, -1.0000e-01,
-8.8336e-02, -9.5314e-02, -1.7552e-01, -3.9288e-02, -1.4554e-01,
-1.8179e-01, 8.3550e-03, -8.6228e-02, -1.4370e-01, -1.5341e-01,
-8.5249e-02, -7.9624e-02, -1.0782e-01, -1.1639e-01, -6.8729e-02,
-4.1653e-02, -1.0095e-01, -1.5047e-01, -4.2872e-02, -7.6828e-02,
-1.7698e-02, -5.0129e-02, -1.0375e-01, -1.1207e-01, -1.1391e-01,
6.2133e-03, -7.8939e-02, -4.0689e-02, -1.8926e-02, -6.3921e-02,
-5.1384e-02, -1.1841e-01, -1.0215e-01, -1.1871e-01, -1.8595e-01,
-4.9786e-02, -8.9559e-02, -7.3038e-02, -1.2884e-01, -8.4418e-02,
-5.5596e-02, -1.8738e-02, -1.4044e-01, -6.0271e-02, 3.0532e-02,
-1.4331e-01, -4.5428e-02, -1.2582e-01, -8.3310e-02, -1.1628e-01,
-1.0082e-01, -6.7229e-02, -7.7628e-02, -6.6719e-02, -1.8159e-01,
-1.4879e-03, -7.7077e-02, -1.2667e-01, -8.9727e-02, -4.9298e-02,
1.7763e-02, -5.8565e-02, -1.0477e-01, -9.5485e-02, -8.1116e-03,
-8.0041e-02, -4.6357e-03, 7.8343e-03, 1.1124e-01, -1.2341e-01,
-7.6293e-02, -2.7191e-02, -1.3520e-01, -4.2119e-02, -8.8520e-02,
-1.2481e-01, -1.4467e-01, -1.5090e-01, -3.3417e-03, -1.4576e-01,
-6.5352e-02, -1.0653e-01, -7.0387e-02, -1.1506e-01, -9.1923e-02,
-7.6209e-02, -8.8722e-02, -1.0220e-01, -5.4932e-02, -6.1730e-02,
-6.0221e-02, -9.2581e-02, -1.3328e-01, -2.7770e-02, -7.0676e-02,
-5.8721e-02, -5.9415e-02, -1.2710e-01, -1.2464e-01, -5.1004e-02,
2.4348e-02, 6.0800e-02, -3.3202e-02, -1.1545e-01, -7.2761e-02,
-1.9383e-02, -4.2962e-02, 1.4993e-02, -8.9580e-02, -1.0491e-01,
-9.2348e-02, -1.2048e-01, -1.0561e-01, -1.4469e-01, -1.0959e-01,
-2.4989e-02, -4.4655e-02, -6.2695e-02, -1.2955e-01, -1.3747e-01,
-6.7256e-02, -6.5456e-02, -6.7417e-02, -1.2724e-01, -1.3471e-01,
-8.4818e-02, -6.8888e-02, -8.4890e-02, -4.8042e-02, -7.0024e-02,
3.6777e-01, -7.4287e-02, -1.0638e-01, -6.1101e-02, -1.0251e-01,
-6.3873e-02, -1.1204e-01, -6.0852e-02, -7.6284e-02, -6.9890e-02,
-9.2354e-02, -3.1097e-02, -1.0443e-01, -1.2909e-01, -6.4484e-02,
-1.3392e-01, -8.6289e-02, -1.2517e-01, -6.0747e-02, -1.2968e-01,
-1.9074e-01, -5.8969e-02, -6.7189e-02, -9.6627e-02, -1.3648e-01,
-5.0794e-02, -2.0027e-02, -1.0659e-01, -1.0288e-01, -1.8220e-01,
-1.3756e-01, -9.0414e-02, -5.2153e-02, 1.8545e-02, -4.7339e-02,
-1.2111e-01, -5.5448e-03, -1.2961e-01, -1.0287e-01, -2.2271e-02,
-6.8447e-02, -6.0414e-02, -4.5170e-02, -3.8774e-02, -8.9197e-02,
-1.0080e-01, 2.0791e-03, -7.1995e-02, -3.8226e-02, -8.8987e-02,
6.3427e-02, -8.5223e-02, 9.9831e-03, 8.4749e-03, -7.2948e-02,
-8.1143e-02, -1.0631e-02, -5.9194e-02, -7.2963e-02, -1.1510e-01,
-1.0084e-01, -6.0474e-02, -6.5842e-03, -1.8254e-01, -3.7618e-02,
-3.6050e-02, -1.0348e-01, -7.1413e-02, -5.0009e-02, -4.1383e-02,
-1.1659e-01, -3.0325e-02, -1.8832e-02, -9.1092e-02, -9.4153e-02,
1.7924e-02, -1.7165e-01, -8.3607e-02, -1.4360e-01, -1.3138e-01,
-1.0286e-01, -2.2791e-01, -2.1439e-02, -8.9753e-02, -2.1218e-02,
-9.9978e-02, -7.1788e-02, -8.0541e-02, -4.5664e-02, -1.1875e-01,
-1.4360e-01, -9.1941e-02, 1.1941e-02, -1.9996e-02, -5.7303e-02,
-7.6100e-02, -3.7368e-02, -1.4474e-01, -1.4570e-01, -1.3896e-01,
-5.5315e-02, -9.7963e-02, -2.1891e-02, -9.6208e-02, -8.7151e-03,
-4.9152e-02, -1.1063e-01, -2.1699e-02, -1.0696e-01, -1.4349e-01,
2.2330e-02, -4.7383e-02, -1.6046e-01, -1.6166e-01, -5.5248e-02,
-1.7837e-02, -4.5310e-02, -8.2717e-02, -1.2153e-01, -6.7002e-02,
-3.4665e-02, -1.3413e-01, 6.2383e-03, -8.7108e-02, -1.8377e-01,
-7.1448e-02, -6.4906e-02, -1.1506e-01, -1.3118e-01, -1.5987e-01,
-1.6924e-01, -1.1299e-01, -1.1647e-01, -1.0977e-01, -1.0968e-01,
-1.2748e-01, -9.9539e-02, -1.1428e-01, -3.4044e-02, -1.1517e-01,
-5.8936e-02, -7.9205e-03, -7.4584e-02, 1.0468e-02, -1.3148e-01,
-1.2342e-01, -9.1369e-02, -7.5311e-02, -1.2580e-01, -1.2174e-02,
-5.0565e-03, -1.0180e-01, -8.4849e-02, -7.8045e-02, -6.5873e-02,
-1.0558e-01, -4.5212e-02, -5.4781e-02, -4.3997e-02, 8.1802e-03,
-1.6230e-01, -6.3550e-02, 4.9917e-02, -9.3137e-02, -1.0641e-01,
-2.3818e-02, -9.9103e-02, -1.6136e-01, -4.4403e-02, -1.3999e-01,
-5.1530e-02, -1.0444e-01, -1.0559e-01, -1.2172e-01, -9.3595e-02,
-1.1425e-01, -7.9833e-02, -1.2137e-01, -6.9507e-02, -5.1680e-02,
-4.8450e-02, -1.2186e-01, -1.3549e-01, 1.6818e-02, -3.3305e-02,
-1.3144e-01, -7.7905e-02, -1.6060e-01, -7.1738e-02, -9.5635e-02,
-1.6465e-01, -9.3306e-02, 1.6089e-02, -1.0260e-02, -1.4189e-01,
-9.3852e-02, -7.4351e-02, -1.0892e-01, -3.5287e-02, -1.3107e-01,
-1.6748e-01, -9.8447e-02, -7.4001e-02, -1.0650e-01, -1.0722e-01,
-3.3207e-02, -1.3245e-01, -1.1255e-02, -9.1021e-02, -7.4552e-02,
1.6338e-02, -1.6531e-01, -8.4641e-02, -2.3072e-02, -1.3002e-01,
2.4848e-02, -4.9463e-02, 1.1841e-03, -1.0094e-01, -9.0960e-02,
-1.0889e-01, -1.0867e-01, -3.1310e-02, -6.3114e-02, -7.6474e-02,
-9.9995e-02, -7.0391e-02, -1.2544e-01, -9.8496e-02, -9.7451e-02,
-3.9287e-02, -1.1678e-01, -1.5949e-02, -8.2880e-02, -1.2248e-01,
-5.8134e-02, -1.0378e-02, -8.3726e-03, -4.9849e-02, -5.4623e-02,
-1.4518e-01, -1.7110e-01, -1.0255e-01, -3.6332e-02, -2.1454e-01,
-9.6550e-02, -1.1735e-01, -1.7343e-01, -1.0299e-01, -1.1981e-01,
-1.0773e-01, -7.1942e-02, -6.5435e-02, -1.0341e-01, -1.1692e-01,
-1.0031e-01, -9.9584e-02, -7.2011e-02, -8.5853e-02, -3.2110e-02,
-2.3715e-02, -7.1850e-02, -1.8123e-01, -7.7872e-02, -2.3415e-01,
-6.9405e-02, -6.7257e-02, -1.2584e-01, -1.0101e-01, -5.6880e-02,
-4.8205e-02, -1.6158e-02, -9.0729e-03, -5.5903e-02, -1.0267e-01,
-7.2200e-02, -6.4506e-02, -1.2186e-01, -8.3797e-04, -1.0264e-01,
-5.1838e-02, -1.1159e-01, -2.3425e-02, -1.3442e-01, -1.5588e-01,
-8.5640e-02, -4.5606e-02, -1.4792e-01, -1.6395e-01, -1.0089e-01,
-1.1154e-01, 2.7686e-02, 2.6931e-02, -8.6776e-02, 1.3265e-03,
-1.2648e-01, -1.0110e-01, -7.6095e-02, -4.7528e-02, -2.7943e-03,
-1.0786e-01, -5.6535e-02, -9.9812e-02, -7.7633e-02, -6.0447e-02,
-9.7721e-02, -1.5471e-01, -6.7201e-02, -1.3252e-01, -3.9538e-02,
-1.0143e-01, -1.8908e-02, -9.4337e-02, -6.4506e-02, -4.8595e-02,
-1.1296e-01, -5.4033e-02, -1.1986e-01, -1.1107e-02, -5.8473e-02,
-6.4376e-02, -1.1692e-01, -1.6048e-02, -6.9963e-02, 1.5640e-02,
-5.6323e-04, -9.8695e-02, -8.6852e-02, -7.1020e-02, -1.7654e-01,
-1.0275e-01, -2.9666e-02, 3.1028e-02, -9.6274e-02, -1.5796e-01,
-5.1744e-02, -5.0303e-02, -1.2333e-01, -1.5680e-01, -2.2425e-02,
-1.0027e-01, 3.7158e-03, -1.4343e-01, -8.6589e-02, -2.6364e-02,
-6.8918e-02, -6.1700e-02, -3.2487e-02, -1.2206e-01, -1.6312e-01,
-1.5011e-01, -1.1880e-01, -1.1857e-01, -7.2521e-02, -1.8479e-02,
-4.9209e-02, -1.1853e-01, -9.2754e-02, -1.3872e-01, -7.9721e-02,
-1.3944e-01, -6.7375e-02, -1.1422e-01, -2.8474e-02, -1.4822e-01,
-8.5265e-02, -7.7345e-02, -1.0598e-01, -1.6567e-01, -1.5664e-01,
-1.0911e-01, 2.6091e-02, -1.7389e-01, -1.3704e-01, -3.4839e-02,
-1.1643e-01, -7.3716e-02, -6.2495e-02, -2.5681e-01, -1.6056e-01,
-1.1397e-01, -1.3940e-01, -6.9338e-02, -5.8581e-02, -7.1985e-02,
-1.0741e-01, -3.4846e-02, -1.0896e-01, 1.6974e-02, -1.1367e-01,
-3.1311e-02, 2.2673e-03, -8.9877e-02, -2.6934e-02, -5.3975e-02,
6.7274e-02, -3.9475e-02, -9.1064e-02, -6.5717e-02, -3.3793e-02,
-2.7737e-03, -9.7493e-02, -6.9414e-02, -7.2830e-02, -2.0910e-01,
-1.4501e-01, -1.2029e-01, -6.2056e-02, -6.0545e-02, -8.6721e-02,
-1.3439e-01, -5.2326e-02, -1.9330e-01, -1.1026e-01, -1.3682e-01,
2.9265e-02, 2.4577e-02, -8.9827e-02, -1.5999e-02, -7.1485e-02,
-9.9142e-02, -7.4373e-02, -4.4275e-02, -1.4273e-01, -4.4264e-02,
-1.7543e-01, -5.9841e-02, -6.2261e-02, 5.1588e-03, -1.0836e-01,
-3.4835e-02, -1.4137e-01, -7.1189e-02, -5.4352e-02, 1.2167e-02,
-1.1337e-01, -7.5042e-02, -1.5939e-01, -9.1128e-02, -1.1349e-01,
-3.7284e-02, 2.2228e-02, -6.7510e-02, -1.2492e-01, -5.8811e-02,
-1.6448e-01, -5.0894e-02, 3.5339e-02, -1.1758e-01, -7.6058e-02,
-8.2985e-02, -9.8534e-02, -1.6945e-01, -5.5314e-02, -1.3300e-01,
-6.0654e-02, 8.3279e-01, -2.9918e-02])),
('model.decoder.layers.4.fc1.weight',
tensor([[-0.0798, -0.0153, -0.0493, ..., 0.0795, 0.1963, 0.1388],
[-0.0297, 0.0444, 0.0278, ..., -0.0021, 0.0035, -0.0755],
[ 0.0060, -0.0261, 0.0278, ..., 0.0491, 0.0152, -0.0535],
...,
[-0.0200, -0.0409, 0.0355, ..., 0.0228, -0.0367, 0.0445],
[-0.0356, 0.1004, 0.0374, ..., -0.0321, 0.0756, -0.0621],
[-0.0440, 0.0248, 0.0423, ..., 0.1162, -0.1134, 0.0061]])),
('model.decoder.layers.4.fc1.bias',
tensor([-0.1592, -0.0180, -0.1051, ..., -0.1195, -0.0711, -0.2002])),
('model.decoder.layers.4.fc2.weight',
tensor([[-0.0162, -0.0098, -0.0070, ..., -0.0053, 0.0745, -0.0036],
[ 0.0158, -0.0238, -0.0155, ..., -0.0095, 0.0020, 0.0146],
[ 0.0155, -0.0012, 0.0002, ..., -0.0597, 0.0214, -0.0173],
...,
[ 0.0800, 0.0125, 0.0357, ..., -0.0077, 0.0249, -0.0020],
[-0.0217, 0.0380, -0.0191, ..., -0.0324, -0.0683, -0.0578],
[-0.0174, 0.0379, 0.0085, ..., 0.0228, -0.0425, -0.0383]])),
('model.decoder.layers.4.fc2.bias',
tensor([ 1.5494e-01, -3.4938e-02, 6.9740e-03, 1.6074e-02, 7.4404e-02,
-1.0046e-01, 5.2001e-02, -9.9276e-03, 5.9786e-02, -2.3903e-01,
-4.5908e-03, -4.2050e-02, -2.8281e-02, -1.2561e-02, 5.0848e-02,
2.6479e-02, 1.2155e-01, -1.4175e-01, -3.0189e-02, -4.2475e-02,
4.0662e-02, 1.2575e-01, -4.0063e-02, -3.7511e-02, -3.8972e-02,
1.7951e-03, -1.0563e-01, 2.9339e-01, 3.2829e-02, -3.9145e-01,
2.0857e-02, 1.1808e-01, -2.2096e-03, 9.7814e-03, 2.3075e-02,
-2.9498e-02, -2.2332e-03, 6.9901e-02, -1.8110e-02, -1.2030e-01,
-2.3623e-02, 5.9518e-02, -4.8646e-02, 8.4321e-02, 9.9193e-02,
9.5144e-02, -1.1436e-02, -9.9940e-02, 1.6767e-01, -2.3491e-02,
-3.8208e-04, 2.0665e-02, 1.0146e-01, -1.7718e-02, 3.3580e-02,
1.0193e-01, 4.2427e-02, -7.5717e-02, 4.5194e-02, 2.4142e-02,
-1.6822e-02, -1.3398e-02, -6.0190e-02, -4.2152e-02, 5.3814e-02,
-7.9260e-02, -5.0984e-02, 2.3877e-02, -7.1528e-02, 4.2870e-02,
6.1531e-02, 5.6213e-02, 3.6697e-03, -5.3470e-02, -1.0750e-01,
1.1574e-01, 3.5582e-02, 7.7542e-02, 5.1293e-02, 2.6861e-02,
5.4274e-02, 3.3089e-02, -9.7249e-03, -1.1442e-02, 2.2296e-02,
-4.9908e-02, 6.1407e-02, -3.0434e-02, -8.5638e-02, -3.8814e-02,
-2.8383e-02, -1.2744e-02, -1.2687e-01, -2.6100e-02, 5.4221e-02,
-3.1590e-02, -1.0178e-01, 2.3322e-02, -1.2121e-01, 8.8076e-02,
4.6119e-02, -3.8006e-02, -1.3921e-01, -2.7522e-02, -4.3447e-02,
1.1622e-01, 1.0809e-01, -6.2346e-02, -2.6535e-02, -4.4842e-02,
7.7542e-02, -4.2514e-02, -4.7901e-02, -2.2243e-02, 2.0744e-02,
6.3302e-02, 1.6191e-02, 6.2922e-02, 1.5176e-01, 6.1127e-02,
-2.0543e-02, 1.2864e-02, 2.1726e-03, -3.6462e-03, -9.1475e-04,
9.1793e-02, -6.9612e-03, -8.0974e-02, -3.6760e-02, 5.5554e-02,
1.1521e-02, 1.1061e-01, -7.0982e-02, 1.0665e-01, 7.9853e-03,
1.2076e-01, -2.0435e-02, 4.2696e-03, 2.1860e-02, 1.2914e-01,
-5.3743e-02, 1.6061e-03, -3.1212e-02, 1.1303e-01, -3.4190e-02,
-2.7534e-02, -5.0694e-02, 8.3848e-02, 4.9281e-03, -2.2159e-01,
-5.2332e-02, -1.4198e-02, -5.7864e-02, -4.0468e-02, -2.2556e-01,
1.3480e-01, 8.9778e-04, 5.7783e-03, 5.0347e-02, -3.1331e-02,
1.7907e-02, 3.6343e-02, -2.2320e-02, 4.6058e-02, 8.1552e-02,
8.3297e-02, 5.1713e-02, 1.9093e-02, -2.8414e-03, 7.7647e-02,
-1.5055e-02, -9.5745e-02, 3.0948e-02, 5.5402e-02, 9.3801e-02,
-1.4122e-01, -6.4249e-02, 1.0461e-02, 1.1679e-01, -4.4399e-02,
3.8972e-02, -9.2755e-02, -4.7537e-02, -5.2774e-02, -2.5646e-02,
-8.0386e-02, -7.8549e-02, -3.5210e-02, 1.1232e-01, 1.2821e-01,
2.9964e-02, -2.9218e-02, 8.6220e-02, 1.9150e-02, 1.8659e-02,
2.2513e-02, -9.6613e-02, -9.7308e-02, 2.6951e-02, 1.5283e-03,
1.2581e-02, -9.1548e-02, -5.4226e-02, -5.7345e-02, 2.6309e-02,
-6.9772e-02, 2.9528e-02, 1.2181e-01, 7.7024e-02, -8.3121e-02,
-5.1236e-02, 1.1180e-02, -9.4460e-02, -3.1821e-02, -3.6826e-02,
1.1584e-01, 2.5669e-05, 2.1792e-03, 7.3866e-02, 5.1686e-02,
-1.6216e-02, 4.0994e-02, -1.8503e-02, -4.7418e-02, 4.3797e-02,
-3.7227e-02, 5.2112e-02, 9.5897e-02, 1.3967e-02, -4.5155e-02,
4.4279e-02, 3.5511e-02, 9.8888e-03, -2.9363e-02, 3.7381e-02,
-4.1210e-02, -1.7569e-04, 4.3646e-02, 8.9220e-02, 3.6734e-02,
2.8514e-02, 3.5941e-02, -5.8487e-02, 9.2463e-02, 3.5694e-02,
9.3495e-03, -7.8627e-02, -8.6334e-03, 3.6229e-02, 3.0357e-02,
-1.0625e-01, 7.4623e-02, 5.4645e-02, -3.5306e-02, 6.4235e-02,
-3.5656e-02, -7.5572e-02, 1.1187e-01, 4.9289e-03, 3.5644e-03,
1.2628e-02, 2.8563e-02, 5.4045e-02, -3.1393e-02, 2.1221e-02,
-6.6639e-03, -8.9613e-04, -8.9681e-02, 1.3845e-01, -2.2555e-02,
3.4422e-02, -1.8467e-02, -4.0267e-03, 2.9944e-02, -7.3672e-02,
1.0522e-01, -1.0006e-02, -2.2234e-02, 3.1331e-02, 2.0086e-02,
-1.1290e-01, 1.4950e-01, 3.3640e-02, 7.1991e-02, 7.6346e-03,
-2.8667e-02, -1.3709e-02, -8.9683e-02, -2.6367e-02, 3.3524e-02,
-4.5976e-02, 1.0327e-02, 1.4680e-02, 4.9120e-02, 2.6830e-02,
-3.1443e-02, -2.8373e-02, -9.8378e-03, -6.2429e-02, 8.3016e-02,
9.8551e-02, -8.6090e-02, 4.8991e-02, 4.0252e-02, 3.8218e-02,
-5.9255e-02, -8.3135e-02, 3.5961e-02, 1.3924e-02, -1.1625e-01,
-7.3667e-02, -9.8779e-03, 1.1139e-02, 6.4199e-02, 2.1533e-02,
8.6345e-02, 3.1612e-02, 8.5319e-02, 1.2006e-01, 5.6208e-02,
5.4552e-02, -7.8938e-03, 1.8097e-01, 1.5606e-02, 8.7224e-03,
-7.4444e-02, 5.0558e-02, -5.6777e-02, 2.4915e-02, -4.9830e-02,
-1.1526e-02, -3.6116e-02, -1.1796e-01, -2.0377e-02, 9.1042e-02,
-7.7380e-02, 5.8974e-02, 5.3045e-02, -5.2160e-02, -5.3608e-02,
3.2458e-02, 2.5610e-02, 1.4120e-01, 8.7034e-04, 1.2227e-01,
2.1187e-02, -8.9756e-02, -2.1624e-02, 5.4475e-02, 2.0015e-02,
-1.3729e-02, -1.4514e-01, -7.3024e-02, -2.8198e-02, -2.3108e-02,
-9.3449e-03, -1.2894e-03, -3.1303e-02, 5.6623e-02, -1.6467e-02,
1.1476e-01, -1.4321e-01, -4.0932e-02, 5.1788e-03, -6.0719e-02,
-1.7847e-02, 9.2378e-02, -2.9799e-03, 8.4449e-02, 7.7644e-02,
4.1883e-02, 1.0508e-01, -3.6567e-03, -1.1625e-01, -4.0381e-02,
2.2566e-03, 6.3479e-02, 3.1887e-02, 3.1510e-03, -4.3472e-02,
1.7599e-01, -6.9240e-02, 9.4591e-02, -5.5810e-02, -7.7734e-02,
-7.8678e-02, -2.2113e-01, 8.7869e-02, 5.2928e-02, 1.1929e-01,
1.5790e-01, -9.6819e-05, 6.6399e-02, -9.8551e-03, 1.8826e-02,
6.8695e-02, -2.0176e-03, -2.2974e-02, -2.6903e-02, -2.4890e-02,
3.0992e-02, 4.5178e-02, -8.7034e-02, -1.5207e-02, 1.0499e-01,
-8.8008e-02, 6.5533e-02, 7.2721e-02, -5.5509e-02, 4.1248e-02,
-2.4297e-02, -5.2247e-02, -2.6629e-02, -4.1207e-02, 4.0402e-02,
-4.8707e-02, -8.1233e-03, 1.3529e-01, -3.1760e-02, -8.2457e-02,
9.1464e-02, 6.6850e-02, 1.0962e-01, -4.4532e-02, -3.9858e-02,
-3.2582e-02, -2.4806e-03, -1.2591e-01, -1.0217e-01, 1.4700e-01,
-9.8204e-03, -1.2744e-01, 3.4429e-03, -7.5686e-02, 8.1443e-03,
1.2525e-01, -1.8356e-02, -1.4961e-02, -7.3949e-02, -7.5616e-03,
-1.1554e-01, 1.3952e-02, -3.1426e-02, -2.2602e-04, 3.2711e-03,
-5.3689e-02, -5.1683e-02, -2.6856e-02, -4.7624e-02, 3.6771e-02,
-4.6724e-02, 1.9875e-02, -2.0591e-03, 1.6189e-01, -6.2119e-02,
9.3695e-02, 1.9719e-02, -1.7602e-02, 1.4740e-02, 1.3955e-01,
6.8931e-02, -2.2270e-02, -2.6107e-02, -1.3341e-01, 1.0430e-01,
2.5449e-02, 5.2259e-02, 3.3975e-02, -9.7969e-02, 2.7822e-02,
-1.3308e-01, -1.5313e-02, -1.8717e-01, 7.3684e-03, 1.1258e-02,
-2.8242e-02, 9.7891e-03, -2.3823e-02, 5.4058e-02, 3.7558e-02,
2.7751e-02, 7.4022e-02, -1.4625e-03, -2.2333e-02, -1.1052e-02,
1.5360e-01, -1.2481e-02, -7.3150e-02, 1.5301e-02, -8.5895e-02,
4.7512e-02, -1.2515e-01, -8.2676e-02, -3.3479e-02, 6.7979e-02,
7.9446e-02, 3.9281e-03, -3.0223e-01, 2.9845e-03, 3.4513e-02,
-7.2197e-02, -2.7259e-02, -6.9856e-03, -8.6632e-02, 8.2683e-03,
-3.7080e-02, 2.7866e-02, -1.1865e-01, 2.7862e-02, 1.5682e-01,
9.5609e-03, -1.1140e-01, 1.1103e-01, -3.6774e-02, 8.4229e-03,
-1.9213e-02, 1.0679e-01, -3.7514e-02, 1.2248e-01, -1.8218e-02,
2.7518e-02, 1.3979e-01, -1.0361e-01, 1.7366e-02, 6.3920e-03,
-9.2700e-02, 1.0844e-01, -6.9410e-02, -4.1775e-02, 1.5328e-04,
8.5750e-02, 7.7165e-02, 9.1328e-02, 1.3452e-01, -2.3310e-02,
-1.1443e-01, -1.0066e-01, 1.2162e-01, -5.3889e-03, 5.5999e-02,
1.9865e-02, 4.9269e-02, 4.5104e-02, -8.2703e-02, -4.8429e-02,
2.1702e-02, -9.3108e-02, 1.9939e-02, -4.1285e-02, -1.4755e-02,
6.5337e-02, -8.7972e-02, 1.6366e-02, -1.0347e-01, -1.8088e-02,
-5.3626e-02, -1.1845e-01, -7.4765e-02, -7.7423e-02, 7.2209e-02,
-1.5373e-01, 4.5211e-02, 8.4326e-02, 1.4450e-02, 9.8203e-02,
5.4016e-02, 1.4124e-02, -2.1437e-02, -1.9209e-02, 1.5200e-01,
-1.2224e-02, 3.9841e-02, -3.8435e-02, -2.4694e-02, -2.0431e-01,
-6.3062e-02, -9.0154e-02, 1.7445e-02, 4.9923e-02, 6.0431e-02,
-1.6817e-01, 4.1166e-02, -1.6016e-02, 1.5587e-01, -1.5890e-01,
-7.1820e-03, 3.9293e-02, -3.6805e-02, -2.0488e-02, -3.2832e-02,
1.5378e-02, -1.7161e-01, 1.9249e-01, -2.4319e-01, -3.4189e-02,
1.1927e-01, -3.5671e-02, 2.6062e-02, 1.1113e-01, -2.5427e-02,
-5.9976e-02, -3.7336e-02, 5.0746e-02, -9.5814e-02, -3.0048e-02,
-4.2939e-02, 8.9139e-03, 4.5088e-02, 1.7216e-02, -1.7926e-02,
6.3600e-02, 2.5373e-02, -2.8129e-02, -9.5312e-03, -2.7480e-02,
1.6985e-02, 7.7720e-02, -6.5705e-03, -1.6122e-03, -3.0475e-02,
-8.0961e-02, -3.5081e-02, -1.6038e-01, 7.2990e-02, -3.2187e-02,
6.5821e-02, 5.0329e-02, 8.4389e-03, -9.0214e-02, -1.8087e-02,
-4.0295e-02, 1.4987e-02, -1.2667e-01, 4.8933e-02, -2.7888e-02,
1.7059e-02, 3.0018e-02, 1.7361e-03, 7.2772e-02, -5.6178e-02,
-1.7507e-02, -1.0572e-01, 1.8665e-01, 4.2384e-02, 3.4331e-02,
5.9915e-02, -2.6965e-02, -4.6651e-03, -3.4485e-02, 6.9307e-02,
5.5249e-03, -6.6725e-02, -4.3671e-02, -4.9734e-02, 4.8550e-02,
-2.2546e-02, -2.0497e-03, 4.8035e-02, -2.5896e-02, 1.3914e-02,
1.9824e-02, 5.0496e-02, -7.3181e-02, 8.7552e-02, -2.2221e-02,
3.6876e-02, -5.2201e-02, -5.7637e-02, -5.3447e-02, -1.0091e-01,
-1.6310e-01, -1.3915e-02, -6.7378e-02, -9.4314e-03, 2.9188e-02,
-2.5076e-02, -1.0674e-01, 3.3490e-02, -1.7913e-02, -3.7265e-02,
-1.2476e-01, 1.4747e-01, 1.1726e-02, -4.3655e-02, -7.7146e-02,
1.2525e-01, 3.5824e-02, 1.4233e-01, -5.8917e-02, 4.1145e-02,
7.7624e-02, -1.1101e-02, 1.0217e-02, 5.6921e-02, 1.2750e-01,
-5.0333e-02, 2.1661e-02, 3.2512e-02, 1.8172e-01, 2.8679e-02,
-8.8847e-04, -8.6590e-03, -5.2430e-02, 6.7555e-02, 5.2534e-02,
1.1402e-01, -5.5848e-03, -1.5600e-02, -9.6910e-02, -9.1897e-03,
3.4157e-02, -7.4890e-02, 1.0493e-02, -8.7768e-02, -1.5956e-01,
-3.8033e-04, 1.4162e-02, -5.8657e-02, 2.2105e-02, 8.2309e-02,
-7.9088e-02, 4.3957e-02, -9.6643e-03, -1.2901e-02, 1.3731e-01,
-4.5404e-03, -7.6462e-02, -1.1954e-01, 8.9043e-02, 1.0160e-01,
7.3733e-02, -7.7731e-02, 2.9262e-02, 1.1083e-01, 1.6554e-01,
-9.2402e-02, 1.0669e-02, 6.7536e-02, 1.2767e-01, -1.0687e-03,
1.3996e-01, -4.9686e-02, 1.7512e-02, -7.4333e-02, -2.1824e-02,
3.7505e-02, -2.8545e-02, 3.2161e-02, -5.1218e-02, 1.7275e-02,
3.7521e-02, -3.6820e-02, -2.0972e-02, -5.2841e-02, 5.5952e-02,
6.1585e-02, -8.1987e-02, -2.6554e-02, -3.6521e-02, 5.0817e-02,
-1.2636e-02, 5.4342e-02, -8.8827e-02, 9.8627e-03, 2.0727e-01,
7.4324e-02, -2.4325e-01, -6.5338e-02])),
('model.decoder.layers.4.final_layer_norm.weight',
tensor([0.4454, 0.4420, 0.4682, 0.4469, 0.4584, 0.4466, 0.4409, 0.4564, 0.4481,
0.4586, 0.4315, 0.4415, 0.4830, 0.4374, 0.4319, 0.4619, 0.4506, 0.4418,
0.4501, 0.4618, 0.4523, 0.4310, 0.4394, 0.4679, 0.4555, 0.4437, 0.4500,
0.1780, 0.4390, 1.2447, 0.4454, 0.4482, 0.4370, 0.4661, 0.4403, 0.4916,
0.4311, 0.4794, 0.4199, 0.4482, 0.4464, 0.4767, 0.4539, 0.4773, 0.4304,
0.4472, 0.4662, 0.4612, 0.4422, 0.4472, 0.4577, 0.4312, 0.4940, 0.4229,
0.4347, 0.4365, 0.4592, 0.4414, 0.4372, 0.4524, 0.4381, 0.4494, 0.4799,
0.4489, 0.4503, 0.4384, 0.4480, 0.4380, 0.4739, 0.4424, 0.4588, 0.5079,
0.4444, 0.4436, 0.4571, 0.4403, 0.4475, 0.4416, 0.4418, 0.4458, 0.4381,
0.4487, 0.4572, 0.4545, 0.4281, 0.4503, 0.4511, 0.4471, 0.4433, 0.4525,
0.4391, 0.4510, 0.4387, 0.4580, 0.4330, 0.4706, 0.4490, 0.4790, 0.4497,
0.4295, 0.4394, 0.4632, 0.4637, 0.4446, 0.4399, 0.4381, 0.4394, 0.4406,
0.4265, 0.4436, 0.4697, 0.4852, 0.4469, 0.4607, 0.4532, 0.4648, 0.4965,
0.4734, 0.4750, 0.4639, 0.4232, 0.4415, 0.4274, 0.4721, 0.4499, 0.4247,
0.4563, 0.4388, 0.4691, 0.4248, 0.4446, 0.4441, 0.4460, 0.4483, 0.4502,
0.4400, 0.4290, 0.4443, 0.4300, 0.4583, 0.4576, 0.4595, 0.4394, 0.4595,
0.4592, 0.4419, 0.4270, 0.4282, 0.4552, 0.4621, 0.4632, 0.4615, 0.4347,
0.4420, 0.4573, 0.4664, 0.4725, 0.4435, 0.4248, 0.4402, 0.4556, 0.4569,
0.4638, 0.4348, 0.4462, 0.4449, 0.4484, 0.4295, 0.4787, 0.4309, 0.4428,
0.4415, 0.5791, 0.4450, 0.4443, 0.4599, 0.4364, 0.4682, 0.4320, 0.4400,
0.4524, 0.4470, 0.4527, 0.4450, 0.4450, 0.4437, 0.4372, 0.4407, 0.4338,
0.4353, 0.4347, 0.4440, 0.4532, 0.4415, 0.4487, 0.4697, 0.4440, 0.4522,
0.4786, 0.4431, 0.4356, 0.4504, 0.4388, 0.4658, 0.4716, 0.4413, 0.4585,
0.4436, 0.4604, 0.4445, 0.4469, 0.4568, 0.4520, 0.4498, 0.4471, 0.4471,
0.4388, 0.4456, 0.4562, 0.4294, 0.4709, 0.4455, 0.4491, 0.4300, 0.4419,
0.4497, 0.4224, 0.5714, 0.4643, 0.4457, 0.4528, 0.4470, 0.4507, 0.4597,
0.4598, 0.4584, 0.4352, 0.4364, 0.4377, 0.4523, 0.4613, 0.4793, 0.4434,
0.4501, 0.4320, 0.4588, 0.4744, 0.4365, 0.4352, 0.4623, 0.4340, 0.4700,
0.4386, 0.4596, 0.4510, 0.4572, 0.4517, 0.4570, 0.4485, 0.4448, 0.4506,
0.4353, 0.4363, 0.4478, 0.4667, 0.4515, 0.4346, 0.4543, 0.4384, 0.4649,
0.4517, 0.4590, 0.4468, 0.4657, 0.4391, 0.4572, 0.4392, 0.4662, 0.4507,
0.4558, 0.4357, 0.4367, 0.4623, 0.4526, 0.4460, 0.4629, 0.4683, 0.4490,
0.4696, 0.4349, 0.4373, 0.4601, 0.4597, 0.4472, 0.4527, 0.4515, 0.4435,
0.4609, 0.4478, 0.4711, 0.4782, 0.4351, 0.4640, 0.4386, 0.4557, 0.4577,
0.4430, 0.4388, 0.4417, 0.4383, 0.1636, 0.4513, 0.4528, 0.4244, 0.4198,
0.4630, 0.4587, 0.4469, 0.4474, 0.4644, 0.4413, 0.4554, 0.4457, 0.4381,
0.4387, 0.4434, 0.4254, 0.4481, 0.4222, 0.4396, 0.4484, 0.4471, 0.4182,
0.4693, 0.4392, 0.4393, 0.4444, 0.4544, 0.4496, 0.4394, 0.4510, 0.4637,
0.4598, 0.4793, 0.4563, 0.4403, 0.4414, 0.4480, 0.4405, 0.4515, 0.4693,
0.4560, 0.4352, 0.4421, 0.4667, 0.4270, 0.4631, 0.4665, 0.4303, 0.4403,
0.4668, 0.4654, 0.4489, 0.4448, 0.4475, 0.4246, 0.4414, 0.4460, 0.4374,
0.4465, 0.4489, 0.4509, 0.4447, 0.4497, 0.4442, 0.4488, 0.4586, 0.4373,
0.4571, 0.4478, 0.4291, 0.4811, 0.4602, 0.4569, 0.4532, 0.4696, 0.4254,
0.4596, 0.4680, 0.4333, 0.4566, 0.4294, 0.4588, 0.4647, 0.4367, 0.4559,
0.4543, 0.4437, 0.4437, 0.4650, 0.4277, 0.4340, 0.4667, 0.4630, 0.4308,
0.4580, 0.4212, 0.4519, 0.4419, 0.4457, 0.4701, 0.4546, 0.4456, 0.4394,
0.4702, 0.4758, 0.4760, 0.4365, 0.4881, 0.4419, 0.4509, 0.4456, 0.4472,
0.4292, 0.4636, 0.4684, 0.4525, 0.4582, 0.4322, 0.4641, 0.4447, 0.6716,
0.4391, 0.4637, 0.4282, 0.4504, 0.4836, 0.4716, 0.4635, 0.4433, 0.4590,
0.4363, 0.4170, 0.4551, 0.4709, 0.4584, 0.4551, 0.4412, 0.4510, 0.4504,
0.4461, 0.4557, 0.4606, 0.4476, 0.4355, 0.4382, 0.4337, 0.4563, 0.4483,
0.4268, 0.4454, 0.4440, 0.4363, 0.4468, 0.4245, 0.4110, 0.4402, 0.4438,
0.4451, 0.4455, 0.4615, 0.4583, 0.4477, 0.4481, 0.4438, 0.4476, 0.4436,
0.4390, 0.4549, 0.4439, 0.4512, 0.4613, 0.4358, 0.4502, 0.4809, 0.4135,
0.4589, 0.4496, 0.4487, 0.4434, 0.4501, 0.4554, 0.4495, 0.4467, 0.4604,
0.4270, 0.4668, 0.5823, 0.4617, 0.4404, 0.4353, 0.4376, 0.4408, 0.4583,
0.4558, 0.4720, 0.4647, 0.4486, 0.4526, 0.4440, 0.4436, 0.4775, 0.4334,
0.4656, 0.4359, 0.4442, 0.4435, 0.4661, 0.4484, 0.4713, 0.4532, 0.4422,
0.4305, 0.4443, 0.4373, 0.4569, 0.4620, 0.4544, 0.4660, 0.4513, 0.4353,
0.4464, 0.4517, 0.4448, 0.4703, 0.4768, 0.4422, 0.4525, 0.4500, 0.4457,
0.4719, 0.4435, 0.4601, 0.4475, 0.4526, 0.4396, 0.4442, 0.4365, 0.4434,
0.4329, 0.4630, 0.4471, 0.4362, 0.4386, 0.4437, 0.4625, 0.4389, 0.7352,
0.4726, 0.4202, 0.4599, 0.4662, 0.4392, 0.4524, 0.4575, 0.4471, 0.4691,
0.4513, 0.4496, 0.4541, 0.4832, 0.4427, 0.4562, 0.4593, 0.3566, 0.4456,
0.4484, 0.4463, 0.4595, 0.4704, 0.4228, 0.4421, 0.4353, 0.4487, 0.4537,
0.4631, 0.4359, 0.4360, 0.4414, 0.4537, 0.4625, 0.4518, 0.4284, 0.4435,
0.4320, 0.4566, 0.4565, 0.4340, 0.4495, 0.4522, 0.4549, 0.4448, 0.4474,
0.4548, 0.4446, 0.4731, 0.4479, 0.4642, 0.4521, 0.4611, 0.4601, 0.4522,
0.4450, 0.4427, 0.4575, 0.4673, 0.4493, 0.4475, 0.4275, 0.4500, 0.4494,
0.4536, 0.4417, 0.4285, 0.4515, 0.4449, 0.4656, 0.4329, 0.4519, 0.4790,
0.4617, 0.4255, 0.4407, 0.4525, 0.4519, 0.4566, 0.4526, 0.4498, 0.4542,
0.4469, 0.4464, 0.4581, 0.4359, 0.4583, 0.4467, 0.4408, 0.4369, 0.4499,
0.4437, 0.4350, 0.4306, 0.4592, 0.4547, 0.4442, 0.4472, 0.4286, 0.4374,
0.4443, 0.4485, 0.4423, 0.4434, 0.4750, 0.4491, 0.4528, 0.4381, 0.4438,
0.4294, 0.4504, 0.4433, 0.4586, 0.4486, 0.4609, 0.4345, 0.4403, 0.4501,
0.4337, 0.4464, 0.4587, 0.4334, 0.4331, 0.4364, 0.4399, 0.4382, 0.4373,
0.4683, 0.4494, 0.4622, 0.4651, 0.4996, 0.4551, 0.4391, 0.5599, 0.4664,
0.4846, 0.4342, 0.4494, 0.4527, 0.4357, 0.3859, 0.4690, 0.4595, 0.4416,
0.4549, 0.4972, 0.4606, 0.4514, 0.4457, 0.4632, 0.4670, 0.4654, 0.4605,
0.4438, 0.4612, 0.4394, 0.4442, 0.4213, 0.4390, 0.4425, 0.4404, 0.4479,
0.4432, 0.4501, 0.4491, 0.4660, 0.4379, 0.4427, 0.4407, 0.4535, 0.4669,
0.4318, 0.4510, 0.4445, 0.4463, 0.4234, 0.4360, 0.4490, 0.5535, 0.4299,
0.4370, 0.4587, 0.4207, 0.4456, 0.4708, 0.4383, 0.4470, 0.4436, 0.4686,
0.4446, 0.4447, 0.4505, 0.4364, 0.4500, 0.4627, 0.4470, 0.4813, 0.4160,
0.4618, 0.4639, 0.4544, 0.4179, 0.4807, 0.4426, 0.4495, 0.4585, 0.4461,
0.4493, 0.1753, 0.4464])),
('model.decoder.layers.4.final_layer_norm.bias',
tensor([-1.4827e-02, -3.3276e-02, -2.3997e-02, -1.1515e-02, 4.1385e-03,
-1.5786e-02, -2.2521e-02, -4.3314e-02, -2.2075e-02, 1.6736e-02,
-5.5999e-03, -2.9588e-02, -1.6520e-02, -1.8169e-02, -2.7660e-02,
-1.4057e-02, -2.5810e-02, -2.1365e-02, -1.9041e-02, -2.6556e-02,
-1.0323e-02, -2.7549e-02, -1.7276e-02, -1.5930e-02, -2.1681e-02,
-1.6654e-02, -2.2765e-02, 1.0192e+00, -1.7952e-02, -2.4507e-01,
-2.1164e-02, -7.2046e-03, -1.6867e-02, -1.0257e-02, -1.7485e-02,
-9.2924e-04, -2.7467e-02, -4.9018e-02, -2.1692e-02, -3.8889e-02,
-3.2082e-02, -3.1349e-02, -1.8526e-02, -1.5936e-02, -2.9524e-02,
-2.4937e-02, -2.1751e-02, -2.3856e-02, -8.1246e-03, -2.5626e-02,
-1.0276e-02, -2.1598e-02, -5.2710e-02, -1.4189e-02, -2.6545e-02,
-2.0368e-02, -2.7224e-02, -3.1593e-02, -9.6899e-03, -1.9509e-02,
-2.2474e-02, -3.1780e-02, -3.3915e-02, -2.3353e-02, -7.8233e-03,
-2.6178e-02, -2.9439e-02, -3.5446e-02, -1.4672e-02, -1.9792e-02,
-1.3067e-02, -7.0950e-02, -1.6248e-02, -1.7704e-02, -2.9075e-02,
-2.5345e-03, -8.4036e-03, -1.3159e-02, -1.8024e-02, -2.4024e-02,
-2.7717e-03, -1.7372e-02, -1.9909e-02, -1.8180e-02, -8.1624e-03,
-1.8900e-02, -1.1467e-02, -8.0745e-03, -1.9719e-02, -1.4972e-02,
-8.6668e-03, -1.9029e-02, -8.1359e-03, -2.3634e-02, -1.3232e-02,
-1.7110e-02, -9.0130e-03, -2.5997e-02, -2.8224e-02, -1.3131e-02,
-2.5895e-02, -2.6224e-02, -1.5122e-02, -2.7776e-02, -1.4448e-02,
-1.5042e-02, -2.5822e-02, -1.8994e-02, -7.0848e-03, -8.4879e-03,
-1.5925e-02, -2.2959e-02, -2.2158e-02, -3.1645e-02, -2.9469e-02,
-2.0876e-02, 3.8962e-02, -1.7063e-02, -4.4336e-02, -2.0832e-02,
-5.6705e-03, -9.8204e-03, -1.3772e-02, -2.6276e-02, -2.6690e-02,
-2.0042e-02, -1.9985e-02, -8.7697e-03, -3.0893e-02, -9.0112e-03,
-1.2606e-02, -1.5425e-02, -2.1523e-02, -1.2624e-02, -2.5867e-02,
-1.6011e-02, -1.8088e-02, -3.0434e-02, -1.4401e-02, -1.1476e-02,
-1.8052e-02, -1.4802e-02, -2.3627e-02, -3.8908e-02, -3.6455e-02,
-2.7008e-02, -1.7589e-02, -2.6387e-02, -2.1703e-02, 1.9561e-01,
-6.9733e-03, -2.8579e-02, -2.4713e-02, -3.1542e-02, -2.7485e-02,
-1.7430e-02, -4.5282e-03, -1.7692e-02, -5.3437e-03, -1.4991e-02,
-1.7062e-02, -1.7770e-02, -4.4023e-03, -1.1830e-02, -1.7066e-02,
-2.6113e-02, -3.3549e-02, -2.8599e-02, -2.2241e-02, -1.4693e-02,
-3.0019e-02, -3.9615e-02, -4.9452e-02, -1.3614e-02, -3.2878e-02,
-3.1227e-02, -8.9414e-04, -2.9265e-02, -1.9180e-02, -2.9978e-02,
-1.6946e-02, -2.8026e-02, -1.8866e-02, -2.0736e-02, -2.4862e-02,
-1.3246e-02, -2.7641e-02, -2.4100e-02, -1.2069e-03, -4.5048e-03,
-8.0892e-03, -2.7264e-02, 7.8350e-04, -1.3305e-02, -1.9001e-02,
-1.9055e-02, -2.0505e-02, -1.1461e-02, -3.4195e-02, -2.7746e-02,
-1.0977e-02, -2.3126e-02, -1.4667e-02, -2.4223e-02, -2.4155e-02,
-2.1274e-02, -3.3337e-02, -2.1512e-02, -2.3919e-02, -2.6484e-02,
-3.1039e-02, -4.7664e-03, -1.9223e-02, -2.5243e-02, -1.9410e-02,
-1.2957e-02, -2.4873e-02, -7.2075e-03, -5.8658e-03, -4.2083e-03,
-1.4484e-02, -2.4850e-02, -3.1717e-02, -2.6756e-02, -1.3825e-02,
-1.8345e-02, -1.6187e-02, -1.3861e-02, -1.7935e-02, -1.9554e-02,
-1.1073e-02, -2.3598e-02, -2.5815e-02, -2.4312e-02, 1.5174e-02,
-3.4831e-02, -1.5774e-02, -1.3809e-02, -1.3927e-02, -1.7524e-02,
-2.6559e-02, -2.2864e-02, -3.6495e-02, -2.3037e-02, -1.7769e-02,
-2.4380e-02, -2.2780e-02, -3.4714e-02, -1.7493e-02, -2.3398e-02,
-1.7297e-02, -1.5936e-02, -7.4154e-03, -2.8635e-02, -1.6640e-02,
-1.0369e-02, -1.6747e-02, -7.7481e-03, -2.3824e-02, -1.4939e-02,
-4.0938e-02, -7.2542e-03, -2.6222e-02, -1.6258e-02, -1.3125e-02,
-1.1335e-02, -1.4646e-02, -3.1369e-02, -6.6824e-03, -3.0230e-02,
-9.2304e-03, -2.1525e-02, -1.0580e-03, -2.8704e-02, -3.1241e-02,
-2.0431e-02, -1.7947e-02, -2.1860e-02, -1.4711e-02, -2.8228e-02,
-2.1687e-02, -2.8048e-02, -1.8621e-02, -8.7290e-03, -2.0488e-02,
-3.7783e-02, -2.9425e-02, -2.7576e-02, -1.6973e-02, -8.2846e-04,
-3.2011e-02, -2.5174e-02, 1.2818e-02, -2.3438e-02, -1.7841e-02,
-2.1651e-02, -6.0703e-03, -2.1579e-02, -2.0962e-02, -1.0850e-02,
-1.8469e-02, -2.8833e-02, -3.8624e-03, -9.4230e-03, -1.8335e-02,
-1.7502e-02, -2.7424e-02, -4.5806e-02, -1.8761e-02, -1.2285e-02,
-3.3252e-01, -2.3662e-02, -6.5946e-04, -3.2412e-02, -2.4680e-02,
-3.3854e-02, -3.2425e-02, 1.3216e-04, -2.0226e-02, -2.0442e-02,
-1.9849e-02, -2.8575e-02, 3.0873e-03, -2.0888e-02, -9.5434e-03,
-1.9447e-02, -2.1889e-02, -1.3516e-02, -1.1990e-02, -1.7435e-02,
4.2318e-04, -1.1577e-02, -1.7877e-02, -2.8922e-02, -1.2268e-02,
-3.4543e-02, -2.0533e-02, -1.9416e-02, -2.4331e-02, 8.1309e-04,
-2.4247e-02, -1.5908e-02, -1.9136e-02, -2.4218e-02, -2.7515e-02,
-2.5834e-02, -1.8623e-02, -5.4083e-04, -3.4344e-03, -1.5325e-02,
-2.6151e-02, -4.4767e-02, -1.8113e-02, -2.2152e-02, -2.0920e-02,
-1.7760e-02, -2.9180e-02, -1.7691e-02, -3.6207e-02, -1.2336e-02,
-2.8859e-02, -3.3361e-02, -4.1300e-02, -1.7601e-02, -2.4680e-02,
-1.5948e-02, -4.6717e-02, -2.9608e-02, -1.7226e-02, -1.8054e-02,
-2.8680e-02, -3.2058e-02, -2.3628e-02, -1.5012e-02, -2.1881e-02,
-4.9728e-03, -1.7935e-02, -2.5191e-02, -2.9298e-02, -2.6035e-02,
-2.9061e-03, -4.4317e-02, -1.0124e-02, -1.9081e-02, -3.1295e-02,
-3.0092e-02, -1.2409e-02, -1.9803e-02, 7.2963e-03, -1.2987e-04,
-1.2605e-02, -7.8066e-03, -3.4655e-02, -3.4701e-02, -3.2026e-02,
-1.2928e-02, -1.7383e-02, -3.8552e-03, -2.4929e-02, -1.7244e-02,
-3.2558e-02, -9.5414e-03, -4.4616e-02, -2.5864e-02, -1.5430e-02,
-1.4563e-02, -2.3845e-02, -1.2729e-02, -1.8815e-02, -1.1482e-02,
-2.7640e-02, -9.1329e-03, -2.4703e-02, -4.1778e-02, -1.6726e-02,
-2.4915e-02, -1.2142e-02, -1.4034e-02, -7.7677e-03, -2.1438e-02,
-1.9800e-02, -1.0756e-02, -9.8905e-03, -2.0555e-02, -2.4246e-02,
-1.5740e-02, -2.5710e-02, -1.3643e-02, -1.7914e-02, -5.1881e-03,
-1.7088e-02, 3.6043e-01, -2.9408e-02, -1.6815e-02, -1.0754e-02,
-7.1274e-03, -3.7834e-02, -3.3978e-02, -1.7513e-02, -1.8374e-02,
-1.8820e-02, -2.6415e-02, -1.4299e-02, -1.3629e-02, -1.6217e-02,
7.8362e-04, -2.0247e-02, -2.3489e-02, -3.1061e-02, -2.6755e-02,
-1.2613e-02, -2.3751e-02, -2.2100e-02, -1.7522e-02, -8.3917e-03,
-1.2285e-02, -2.9041e-02, -2.3918e-02, -3.9545e-05, -2.5538e-02,
-2.0745e-02, -2.2811e-02, -3.8557e-02, -2.4389e-02, -1.0558e-02,
-2.3507e-03, -2.4862e-02, -2.1458e-02, -3.7518e-02, -1.9037e-02,
-1.8493e-02, -1.5761e-02, -4.2431e-02, -8.6740e-03, -7.1207e-03,
-3.9229e-02, -1.4523e-02, -9.9799e-03, -1.9934e-02, -1.5908e-03,
-1.8356e-02, -2.0819e-02, -1.3212e-02, -1.7137e-02, -1.5737e-02,
-5.5676e-03, -3.1488e-02, -2.4854e-02, -1.7600e-02, -3.1002e-02,
-2.6377e-02, -4.2201e-02, -2.4340e-02, -2.7791e-02, -2.2411e-02,
-1.1619e-02, -2.1761e-02, 3.0364e-02, -2.0442e-02, -2.0195e-02,
-1.7495e-02, -1.9861e-02, -4.6938e-02, -2.4161e-02, -2.3863e-02,
-2.3389e-02, -1.6840e-02, -2.8949e-02, -1.7425e-02, -1.3048e-02,
-1.5608e-02, -2.7874e-02, -1.6616e-02, -2.5858e-02, -7.7063e-03,
-1.4970e-02, -1.3240e-02, -3.3965e-02, -3.3425e-03, -3.0735e-02,
-1.3965e-02, 2.3962e-03, -2.1518e-02, -3.1115e-02, -2.0303e-02,
-5.3280e-02, -1.4800e-02, -1.6897e-02, -2.9775e-02, -1.7856e-02,
-6.5124e-03, -3.6125e-03, -1.4421e-02, -2.5152e-02, -1.2613e-02,
-1.7490e-02, -2.3500e-02, -1.2245e-02, -1.8086e-02, -1.6582e-02,
-1.5686e-02, -1.5585e-02, -2.7556e-02, -3.5838e-02, -2.6666e-02,
-2.5721e-02, -5.2333e-02, -1.1003e-02, -1.8222e-02, -3.8126e-02,
-1.2106e-02, -2.3018e-02, -1.2941e-02, -2.7906e-02, -1.0811e-02,
-2.0488e-02, -2.5834e-02, -5.2605e-01, -3.6596e-03, -2.0393e-02,
-2.3218e-02, -2.1430e-02, -3.5498e-02, -2.4328e-02, -1.3863e-02,
-1.5593e-02, -1.6139e-02, -2.5311e-02, -3.2550e-02, -2.5267e-02,
-2.5746e-02, -5.9341e-03, -1.4562e-02, -1.7070e-02, -1.8704e-02,
-1.4459e-02, -2.7865e-02, -1.8056e-02, -1.2907e-02, -2.8295e-02,
-3.1993e-02, -2.1536e-02, -6.2354e-03, -1.9681e-02, -2.8059e-02,
-2.1656e-02, -2.9325e-02, -1.7773e-02, -1.3486e-03, -8.8497e-03,
-2.7113e-02, -2.0283e-02, -1.2286e-02, -2.1129e-02, -3.0220e-03,
-1.9546e-02, -3.7467e-02, -1.8162e-02, -1.7524e-02, -1.7269e-02,
-1.3378e-02, -2.5377e-02, -4.0866e-02, -2.7464e-02, -1.3669e-02,
-2.7971e-02, -1.5593e-02, -2.7996e-02, -1.3856e-02, -2.0432e-02,
-1.4526e-02, -3.7985e-03, -1.0277e-02, -3.6767e-02, -2.7955e-02,
-2.3344e-03, -2.6973e-02, -4.9561e-03, -1.1850e-02, -1.1387e-02,
-2.0187e-02, -3.2871e-02, -1.3479e-02, -2.1306e-02, -1.6128e-02,
-4.6152e-03, -2.1739e-02, -1.7980e-02, -3.9063e-02, -2.7033e-02,
-6.5893e-02, -2.5158e-02, -2.7883e-02, -1.3946e-02, -3.4542e-02,
-3.6171e-02, -9.0095e-03, -2.1588e-02, 1.7104e-03, -7.7903e-03,
-2.1688e-02, -3.6234e-02, -1.3269e-02, -4.5943e-03, -5.9796e-03,
-1.5329e-02, -2.1237e-02, -2.3374e-02, -1.5802e-02, -2.3262e-02,
-1.8116e-02, -3.7606e-02, -9.2311e-03, -2.8585e-02, -2.4924e-02,
-9.2335e-03, -2.1153e-02, -1.1188e-02, -2.3794e-02, -2.1411e-02,
-1.7850e-02, -1.6840e-02, -2.1673e-02, -5.7634e-03, -2.3930e-02,
-1.8779e-02, -2.6181e-02, -1.4765e-02, -1.7191e-02, -3.1135e-02,
-3.0679e-02, -1.4026e-02, -1.6316e-02, -3.1555e-02, -1.1832e-02,
-8.1606e-03, -2.5848e-02, -2.4664e-02, -1.0595e-02, -8.2476e-03,
-2.8582e-02, -1.3919e-02, -8.9719e-03, -2.7595e-02, -3.8224e-02,
-1.2927e-02, -2.7641e-02, -1.1341e-02, 1.1579e-02, -5.4698e-03,
-5.5671e-03, -4.9000e-02, -4.0441e-02, -6.6655e-03, 1.5873e-02,
-2.2166e-02, -1.3540e-02, -2.6033e-02, -7.0113e-02, -1.3793e-02,
-2.8468e-02, -2.0355e-02, -1.0961e-02, -2.6121e-02, -2.1167e-02,
-2.2864e-02, -2.0135e-02, -2.8952e-03, -3.2412e-02, -3.3316e-02,
-1.6232e-02, -2.6192e-02, -2.0856e-02, -9.5624e-03, -1.1115e-02,
4.6695e-03, -2.9590e-02, -1.3867e-02, -8.1795e-03, -2.1975e-02,
-1.7256e-02, -2.3832e-02, -3.8498e-03, -1.0490e-02, -3.3727e-03,
-3.4061e-02, -3.5568e-02, -1.4222e-02, -3.0924e-02, -1.5456e-02,
-1.8396e-02, -2.0622e-02, -2.0791e-02, -7.1925e-03, -7.8913e-03,
-3.7922e-03, -3.1361e-02, -1.9073e-02, -9.5595e-03, -9.6143e-03,
-1.2851e-02, -2.3788e-02, -1.8984e-02, -2.0349e-02, -2.5881e-02,
-3.2958e-02, -7.5442e-03, -2.3816e-02, -2.0998e-02, -1.5187e-02,
-3.0968e-02, -2.3679e-02, -2.4031e-02, -7.8996e-03, -9.1588e-03,
-9.1964e-03, -2.2977e-02, -3.0250e-02, -3.6093e-02, -2.2975e-02,
-1.4708e-02, -1.6558e-02, -2.6206e-02, -7.0303e-03, -6.2034e-03,
-3.4541e-02, -3.3233e-01, -4.0542e-02])),
('model.decoder.layers.5.self_attn.k_proj.weight',
tensor([[ 0.0458, 0.1174, 0.0018, ..., -0.0203, -0.0525, 0.0515],
[ 0.1002, 0.0771, 0.0270, ..., -0.0478, -0.0590, -0.2037],
[ 0.0700, 0.0160, 0.0730, ..., 0.0621, 0.0078, -0.2527],
...,
[ 0.0186, -0.0901, 0.0099, ..., -0.0633, -0.0282, 0.0708],
[ 0.0676, -0.1974, 0.0821, ..., -0.0071, -0.0241, -0.1132],
[ 0.1014, 0.0392, 0.0205, ..., 0.0547, -0.0116, 0.0527]])),
('model.decoder.layers.5.self_attn.k_proj.bias',
tensor([ 1.8042e-01, 7.2143e-02, -6.3355e-02, -1.2039e-02, 9.6134e-03,
-6.9336e-02, 2.4255e-01, -3.5248e-02, -5.7252e-02, 9.0881e-02,
-6.2716e-03, -8.8622e-02, 3.8330e-02, 1.8967e-02, -6.3173e-02,
1.6760e-01, -7.6173e-02, 5.9173e-02, 3.8968e-03, -2.3544e-02,
5.0842e-02, -1.7120e-02, -7.6294e-02, 2.8932e-02, -8.5693e-02,
5.6792e-02, -1.4259e-02, 5.0446e-02, 5.7404e-03, 7.8350e-03,
-9.5031e-02, -7.2388e-02, -2.4878e-01, 4.5809e-03, -7.0800e-02,
6.6299e-03, -1.2549e-01, -4.7150e-02, -1.2976e-01, 5.9174e-02,
2.0339e-02, -1.6064e-01, -2.5313e-02, 4.1747e-02, 1.3892e-01,
-2.4671e-01, 4.9713e-02, -3.0883e-02, 7.1044e-02, 8.1970e-02,
1.5771e-01, -3.2410e-02, -1.7944e-01, 1.3252e-02, -4.1553e-01,
2.0568e-02, -2.2864e-01, 4.7485e-02, -5.3467e-02, -5.3437e-02,
-8.4351e-02, 4.9256e-02, -1.4038e-01, -1.0309e-01, 1.9943e-02,
-1.2498e-02, 1.6615e-02, -2.0231e-02, -9.2614e-03, -3.0198e-02,
2.3178e-02, 2.4168e-02, 9.7375e-04, 3.1299e-03, -1.6797e-03,
-3.8639e-03, 2.0373e-01, 3.1707e-02, -1.7669e-02, 2.0555e-02,
2.1163e-02, -1.5137e-02, 2.1058e-02, -3.4881e-02, 2.9906e-03,
-2.7878e-02, -1.9074e-02, 4.7242e-02, -1.7309e-01, -3.8573e-02,
-2.5605e-02, 2.8215e-02, -3.0289e-02, -9.7875e-03, -2.1362e-02,
-7.3623e-03, -2.3928e-03, 1.5395e-03, -2.8794e-02, 6.0241e-02,
-1.5840e-02, 3.6225e-02, 2.7812e-03, 2.4966e-02, -5.1820e-02,
1.5641e-02, 4.0057e-03, -2.7735e-01, 2.9496e-02, -1.2671e-01,
-5.6842e-03, -5.2803e-04, -1.1543e-02, -2.1117e-02, -3.1679e-02,
-7.7064e-03, 1.7853e-02, -6.7892e-03, 8.6533e-03, -3.8667e-02,
2.5149e-03, -7.8615e-02, -1.5357e-02, 4.8278e-02, 1.0208e-02,
-1.1639e-01, -1.6393e-03, 1.5527e-02, -2.2083e-01, 2.8839e-02,
-1.4966e-01, 1.6555e-02, 2.1521e-01, 5.2217e-02, 3.1763e-01,
1.2585e-01, 3.8745e-01, -9.0819e-02, -7.2144e-02, -9.1324e-03,
1.4941e-01, -1.4050e-01, 9.2835e-02, 8.9476e-03, 1.0425e-01,
3.1805e-03, -9.6009e-02, -2.3711e-02, -8.7097e-02, 2.8043e-02,
-9.2651e-02, 9.1318e-03, 3.5096e-02, -2.0752e-01, 4.8860e-02,
-6.7812e-03, -2.6903e-02, -1.3830e-02, -1.4551e-01, -9.4788e-02,
-1.0944e-01, 1.0062e-02, 6.2744e-01, -9.2684e-03, -1.4260e-02,
-8.1540e-02, -5.7860e-02, 2.4317e-03, -1.2680e-02, -2.1865e-02,
-2.9785e-01, 1.8799e-01, 1.9760e-02, 1.3702e-02, -9.7046e-02,
1.2274e-02, 9.0821e-02, -1.8835e-01, 9.4367e-03, -3.2257e-02,
-2.2017e-02, -2.0920e-02, 4.1534e-02, 2.8670e-02, 3.6497e-02,
1.2322e-02, -2.0737e-02, -2.4946e-02, 4.0892e-02, -6.0302e-02,
2.8014e-02, 3.5830e-02, -9.9547e-02, 1.2069e-02, 2.3864e-02,
-2.7391e-03, 2.7496e-02, 3.6011e-02, 2.1667e-02, 1.5525e-02,
-1.1253e-02, 1.6895e-01, -1.5445e-03, 1.4856e-01, 2.1012e-02,
1.6037e-02, 2.7145e-02, -9.9263e-04, 1.1368e-05, -2.3697e-02,
-1.8997e-02, 2.3102e-02, 1.2147e-02, -4.8676e-02, -2.4994e-02,
1.1582e-02, 1.8523e-02, 5.0390e-03, -1.1933e-02, 6.6224e-02,
-3.7018e-02, -4.4134e-03, 1.5023e-02, 3.4517e-02, 2.0783e-02,
-2.9069e-02, -7.7173e-03, -4.2145e-02, 1.6008e-02, -1.4172e-01,
-1.8920e-02, -1.4382e-02, 8.1859e-03, -1.1558e-02, -1.6760e-01,
3.1433e-02, 5.0354e-02, -2.4247e-02, 3.8667e-02, -5.2062e-02,
-1.5136e-02, -6.2321e-03, 1.9135e-02, -2.2032e-02, 2.4475e-02,
-3.6225e-02, -6.6342e-03, -5.8561e-02, 3.3539e-02, -4.1230e-02,
-1.8935e-02, 1.7257e-02, -5.2777e-04, -1.4665e-03, -4.9713e-02,
-1.5357e-01, -3.0990e-02, -7.5878e-03, -1.2314e-02, -5.8077e-02,
5.0443e-04, -5.8016e-02, -9.0454e-02, -4.6721e-02, 3.0352e-02,
1.7716e-02, 4.9131e-07, -3.7784e-02, 1.0635e-02, -1.7577e-02,
-3.7538e-02, -7.7150e-02, 7.0130e-02, 4.3609e-02, -3.2289e-02,
-3.8241e-03, 9.8110e-03, 1.8469e-01, 8.0016e-02, 4.3702e-02,
6.1127e-02, 2.4278e-02, -3.4851e-02, 2.0117e-01, 1.1822e-01,
-4.1964e-02, -1.9577e-02, -1.1062e-02, 6.3049e-02, 1.9852e-02,
9.1319e-03, 9.4360e-02, -8.9783e-02, 1.2963e-02, 1.0846e-01,
4.7419e-03, -7.7699e-02, -1.3232e-01, 7.8208e-03, -4.8767e-02,
-2.5804e-02, 8.3313e-03, 2.5391e-01, -1.1969e-01, 3.6101e-02,
7.5043e-04, -8.5145e-02, 3.9216e-02, 7.5831e-03, -2.3499e-01,
-9.9799e-03, -7.6661e-02, 4.9775e-02, 5.6488e-02, 2.2765e-02,
1.4148e-01, 9.5750e-03, -3.9765e-02, -3.2806e-02, -4.6387e-02,
4.6326e-02, -1.5518e-02, 2.8809e-01, -1.2920e+00, 4.4116e-01,
-6.3288e-03, 5.3008e-02, -8.8562e-02, -1.1938e-01, 4.4409e-01,
1.3684e-01, 1.2756e-01, -5.4901e-02, -1.3354e-01, 2.8198e-02,
2.7466e-01, 1.0889e-01, -2.8613e-01, -2.1607e-01, 8.4778e-02,
5.7678e-02, -5.0488e-01, -1.4282e-01, 8.1300e-02, 2.4219e-01,
1.4063e-01, -2.1265e-01, -1.0730e-01, 4.3792e-02, -1.8860e-01,
-1.3562e-01, -1.5479e-01, -2.4561e-01, 3.5155e-02, -8.4814e-01,
1.0498e-02, -1.3062e-01, -1.4038e-01, -2.6562e-01, -4.3628e-01,
8.5998e-02, -4.1686e-02, 4.8066e-02, 4.0503e-01, -9.6618e-02,
1.2598e-01, 1.5100e-01, 1.9800e-01, 4.0100e-02, 1.1953e+00,
2.7295e-01, -4.4037e-02, -1.8091e-01, -9.2467e-02, -1.9946e-01,
-1.1768e+00, -3.5522e-02, 1.1389e-01, 2.0789e-01, 6.5430e-02,
-3.6499e-01, -2.1852e-02, -8.0273e-01, -2.2915e-03, 2.3423e-02,
-1.0591e-02, 2.8700e-02, 1.1792e-01, -1.1399e-03, 2.1713e-02,
2.2735e-02, -3.8208e-03, 6.1492e-03, -6.9703e-02, -7.4758e-03,
5.4046e-02, 8.7451e-03, -3.0425e-02, 9.8792e-03, 1.0789e-02,
2.4761e-03, 1.1908e-01, 2.8080e-03, -6.9764e-02, -1.0125e-02,
1.8875e-02, 4.7573e-03, -9.4304e-03, -1.1499e-01, -1.2442e-02,
-8.3316e-03, 3.8911e-02, -1.5535e-03, 5.2606e-03, 3.1164e-03,
5.8677e-03, -7.9272e-03, 1.8402e-02, 1.7269e-03, -9.5227e-03,
-3.2928e-02, -5.4411e-02, -4.6828e-05, -1.8449e-02, -5.1026e-03,
5.9268e-03, 6.2067e-03, -4.0279e-03, 8.5815e-02, 1.4355e-03,
3.0793e-03, -1.3482e-02, 2.6275e-02, -2.5422e-03, -1.9719e-03,
-1.6662e-02, -2.7772e-02, 4.8668e-03, -9.6007e-02, 3.3080e-04,
2.4673e-02, 1.5732e-02, -5.2789e-03, -2.1424e-02, -5.0690e-03,
1.3215e-02, -1.1330e-02, -2.3370e-03, -5.2113e-03, -5.8655e-03,
-1.1826e-02, -8.3011e-03, -6.8421e-02, 1.8265e-02, -2.0278e-02,
4.1047e-02, 1.0797e-01, -1.4941e-01, -1.9561e-02, -9.0322e-03,
-7.1115e-03, -2.3559e-02, 3.6285e-02, -1.1099e-02, -1.6983e-02,
-4.2503e-03, -8.4172e-03, 4.4220e-02, -6.3903e-02, -4.2902e-03,
4.5167e-02, -5.1727e-02, -3.7048e-02, -2.8503e-02, -3.9611e-02,
-1.2886e-03, -5.9277e-03, 6.1096e-02, 5.8646e-03, 2.9998e-02,
-4.0324e-03, -1.7899e-02, -1.3281e-01, 1.5046e-03, -2.8702e-02,
-1.5593e-02, -1.5197e-02, 4.4098e-02, 2.8533e-02, -1.2772e-02,
-4.7637e-02, 3.0263e-03, -5.6910e-03, -7.6142e-03, -1.5329e-02,
-2.2917e-02, 4.3415e-03, -1.6234e-02, 9.5736e-03, -1.3862e-02,
3.3510e-02, 4.7953e-03, 3.3849e-03, -4.3549e-03, 3.8667e-02,
-2.0462e-02, 2.4491e-02, -1.2130e-02, -1.1651e-02, 1.7059e-02,
4.9687e-03, -8.6178e-04, -4.1089e-01, 2.1228e-01, -4.0435e-02,
-4.5142e-01, 3.7720e-02, 1.8402e-02, 3.0884e-01, -7.5189e-03,
-5.6946e-02, 3.6499e-02, 2.3718e-01, -8.0749e-02, -5.7519e-03,
-7.5622e-02, 4.0406e-02, 5.6396e-02, -2.9770e-02, -8.1787e-02,
6.1737e-02, -4.0160e-02, -1.0644e-01, 2.5452e-02, -6.6589e-02,
8.6060e-04, 1.0681e-01, 9.4421e-02, -4.0497e-02, -4.0100e-02,
-1.5106e-02, 1.2901e-02, 5.7495e-02, -3.1051e-02, 2.4675e-02,
-8.3911e-04, -6.6345e-02, -2.5239e-02, 1.0425e-01, -3.8544e-02,
-1.9150e-02, 3.0028e-02, 1.3831e-01, -1.2619e-02, 2.7678e-02,
1.2189e-01, 2.2735e-02, 5.8930e-02, -7.0801e-02, 5.2182e-03,
-5.0964e-02, 6.6589e-02, 8.5571e-02, 9.6196e-03, 3.4270e-02,
-3.9624e-01, -1.1847e-01, 8.1420e-02, 4.1688e-02, 7.2571e-02,
-1.9739e-01, -6.3721e-02, -1.0003e-02, -6.6223e-02, -2.8122e-02,
-3.4942e-02, -8.5754e-02, -1.8127e-01, 1.0788e-02, -2.8045e-02,
-4.3793e-02, 5.4271e-03, 2.0401e-02, -7.9503e-03, -1.9995e-01,
1.3701e-02, 2.6189e-03, 1.3037e-01, 2.4980e-02, 2.7755e-02,
-5.7617e-02, 5.2947e-02, 7.1228e-02, 6.5650e-03, -1.9182e-02,
3.6499e-02, 2.1785e-02, -1.1932e-01, 2.8443e-02, -4.8332e-03,
-2.3651e-02, 6.2806e-02, -3.3294e-02, -3.6670e-01, -6.3965e-02,
3.8087e-02, 3.6435e-03, -1.3025e-01, 4.7120e-02, 7.7026e-02,
-3.2166e-02, 1.7609e-02, 2.3047e-01, -1.6709e-02, 2.6780e-02,
7.9162e-02, -1.3885e-02, -2.0814e-02, 1.0096e-03, -6.8482e-02,
-2.5085e-02, 5.7281e-02, -3.5205e-01, 4.2206e-02, 2.5758e-02,
4.9988e-02, -1.3001e-02, -3.1494e-02, 1.5137e-01, 5.4902e-02,
7.2143e-02, -1.1529e-01, -5.6303e-02, 2.6580e-02, -1.8823e-01,
-1.4061e-02, -5.8960e-02, -4.7242e-02, 1.0260e-01, 4.8219e-02,
-1.5450e-02, -9.6070e-02, -6.7261e-02, 7.3970e-03, 3.1982e-02,
-2.6657e-02, -1.1124e-03, -9.9251e-03, -1.0028e-01, -4.7730e-02,
6.9538e-03, 6.8932e-03, 7.8085e-03, 6.2591e-03, -3.7995e-02,
-2.8075e-02, 6.8236e-02, 4.1474e-02, -9.8205e-02, 3.6834e-02,
8.6730e-02, -4.8034e-02, 6.8420e-02, 6.9033e-03, 4.0863e-02,
9.5149e-03, 2.3514e-02, 1.0780e-02, 4.3274e-02, 1.8205e-02,
3.1494e-01, -1.7547e-02, 2.4653e-03, -3.7139e-02, 6.8420e-02,
-4.1779e-02, 7.2205e-02, -1.6938e-02, 9.6506e-03, -3.2410e-02,
-1.3756e-02, 5.5817e-02, -1.1865e-02, 5.2521e-02, -4.2968e-02,
-2.1653e-02, -2.1320e-04, -2.7222e-02, -9.6496e-02, 4.1108e-02,
1.8982e-02, 1.5091e-02, 2.2995e-02, -2.7206e-02, -5.9784e-02,
-5.2947e-02, -1.7608e-02, 8.9538e-02, 3.6316e-02, 1.1261e-01,
2.1728e-02, -5.1034e-03, -4.9051e-03, 3.4119e-03, 7.2785e-03,
3.2287e-02, 2.9818e-02, 7.6172e-02, -1.1063e-02, -5.0476e-02,
2.7269e-02, -6.0453e-02, 3.3295e-02, -3.7322e-02, 2.2141e-02,
-4.1993e-02, 3.0432e-04, 2.5040e-02, 3.6284e-02, 2.1956e-02,
1.0603e-02, -4.3978e-02, -4.1170e-02, -3.7352e-02, -5.7554e-02,
4.5959e-02, -1.1407e-01, -1.0460e-02, -5.1789e-02, 6.7628e-02,
-1.3237e-02, 8.8319e-02, -2.5180e-02, -4.7048e-03, -3.7567e-02,
-4.7484e-02, 1.1564e-03, -9.3364e-03, -3.0121e-02, -2.8717e-02,
-4.3120e-02, 2.9663e-01, -4.4250e-02, -1.9730e-02, 2.6094e-02,
-2.8564e-01, -8.8429e-03, 3.8695e-02, 2.2906e-02, 7.3850e-02,
-1.8033e-02, -3.3174e-02, -3.1648e-02, 4.5386e-01, -6.8299e-02,
1.6535e-03, 1.8339e-02, -3.6548e-01, 1.2274e-01, -4.8736e-02,
3.4208e-02, 8.9354e-02, -2.8900e-02, -5.0864e-05, 7.4953e-02,
1.5166e-02, 3.4736e-03, -2.0066e-02])),
('model.decoder.layers.5.self_attn.v_proj.weight',
tensor([[-0.0900, 0.0836, -0.0581, ..., 0.0034, -0.0007, -0.0086],
[ 0.0068, 0.0449, 0.0420, ..., 0.0562, -0.0049, 0.0092],
[ 0.0370, 0.0396, 0.0341, ..., -0.0333, -0.0057, 0.0188],
...,
[-0.0078, 0.0745, -0.1172, ..., 0.0756, -0.0068, -0.0640],
[ 0.0580, 0.1085, 0.0530, ..., -0.0719, 0.0166, 0.0407],
[-0.0072, 0.0370, -0.0794, ..., 0.0290, 0.0055, -0.0375]])),
('model.decoder.layers.5.self_attn.v_proj.bias',
tensor([-2.8856e-03, -6.0524e-03, -4.1743e-03, -1.5536e-02, -2.9549e-03,
-8.4710e-03, 5.2380e-03, 8.5793e-03, -1.0417e-02, -5.5218e-03,
1.3577e-02, 4.5763e-03, -1.0103e-02, 1.1317e-03, 7.7072e-03,
-1.9906e-03, -1.3809e-02, 1.2305e-02, 1.9562e-02, 3.3868e-03,
1.5238e-02, -1.1292e-02, -1.2079e-02, -4.5764e-03, -9.0476e-03,
6.7696e-03, -3.6641e-03, -2.0952e-03, 4.6072e-03, -2.8690e-03,
1.6523e-02, -8.5008e-04, -7.1132e-04, -1.2979e-03, 6.0404e-03,
-9.1044e-03, -6.0040e-03, 3.7927e-03, 4.1582e-03, -5.5944e-03,
-2.7586e-03, -1.3271e-02, -1.0708e-02, 1.1315e-02, 6.6636e-03,
-2.7385e-03, 2.2113e-03, 5.7224e-03, 1.0339e-02, 5.3931e-03,
6.0725e-03, -1.6096e-03, -3.9273e-04, 1.0993e-03, -1.6369e-03,
3.0607e-03, 5.3503e-04, 1.0460e-03, 1.3759e-02, 6.0245e-03,
-4.0999e-03, -1.0505e-02, -6.8324e-03, -1.5184e-03, -1.1687e-03,
-4.8776e-03, 4.0601e-03, 9.2760e-04, -1.5198e-04, 3.4212e-03,
-8.1457e-03, -5.3662e-03, 1.3420e-02, 5.3243e-03, 8.5270e-03,
-1.1475e-02, -4.7398e-03, 4.8496e-03, -2.0637e-03, -5.4987e-03,
-2.6697e-03, -4.3632e-03, 4.6315e-03, 4.9351e-03, -2.8772e-02,
-1.1723e-03, -5.6448e-03, -7.4921e-04, -1.1145e-02, 4.6145e-03,
3.3410e-03, -2.3177e-02, 2.2091e-03, -4.9430e-03, -9.4009e-03,
1.5961e-02, -5.3141e-04, -1.3742e-02, 1.2200e-02, -2.1704e-03,
-9.1494e-03, 2.0567e-04, -6.2813e-03, 7.0964e-03, -1.0834e-02,
2.2858e-04, -1.2058e-02, 9.0789e-06, -2.5686e-03, -4.7992e-03,
-1.1846e-02, -1.1515e-02, -7.4679e-04, 1.4414e-02, -1.1586e-02,
-7.6808e-03, -4.6870e-03, 1.2621e-02, -1.1458e-02, -1.2044e-02,
-1.6759e-02, -1.5136e-02, -8.2551e-03, 1.7754e-03, 2.1231e-03,
5.0406e-03, -1.2492e-03, 7.3394e-03, -1.0969e-02, 6.5653e-03,
-3.1378e-03, -3.0204e-04, 9.2885e-03, -1.6489e-03, 1.8192e-03,
-1.2239e-02, -7.5702e-03, 1.7721e-03, -2.1233e-03, -1.8988e-02,
-2.7136e-03, -1.7099e-02, -1.2248e-02, 1.4625e-02, 1.4773e-02,
-1.0933e-02, -1.0319e-02, 3.9223e-03, 9.3633e-03, 1.6118e-02,
-1.0403e-02, 5.2819e-03, -4.3619e-03, 1.4115e-02, -3.4521e-03,
6.4878e-03, -1.1048e-03, -1.1055e-03, 1.6364e-02, 4.6652e-03,
-1.2281e-02, -2.6203e-02, 1.6916e-02, 2.8734e-03, 2.7019e-02,
-1.1920e-02, -6.9961e-03, 9.8987e-03, -7.4482e-03, -2.2903e-03,
2.0734e-02, -9.6606e-03, 5.8609e-03, -5.1886e-05, -1.4671e-02,
5.7397e-03, 1.7327e-02, -2.0830e-03, 2.1364e-02, -4.2150e-02,
-2.0328e-03, -8.9514e-03, -6.8024e-03, -4.0955e-02, 1.7779e-02,
1.1233e-02, -1.5652e-02, -2.1552e-03, 6.7886e-03, -1.2412e-02,
-1.7210e-02, 1.3523e-03, 3.0371e-03, 3.6003e-03, -1.6117e-02,
-3.4751e-03, 8.8414e-03, 6.8840e-03, -4.4183e-03, -6.1218e-03,
9.7815e-03, -1.5511e-02, -4.1496e-03, -5.8674e-02, -1.2778e-02,
6.2448e-03, -1.1469e-02, -1.2373e-03, 1.3901e-02, 7.3571e-03,
-1.2108e-02, -3.1870e-03, -4.1952e-03, 5.9117e-04, -6.5600e-04,
-2.2840e-02, -4.6285e-03, 1.1884e-02, -7.7544e-03, -2.9118e-04,
-1.1994e-03, 6.5572e-04, 1.3820e-02, 4.0920e-03, 9.4555e-03,
8.1568e-03, -1.3308e-02, 1.1613e-02, 7.6509e-03, -8.9972e-03,
-6.8043e-03, -9.5142e-03, -7.4636e-03, -1.2164e-02, -1.0828e-02,
-1.0916e-02, -9.7165e-05, 8.8732e-03, 2.8569e-03, 1.4635e-03,
7.1051e-03, 1.9257e-02, 7.6142e-03, -1.1443e-02, 5.5671e-04,
6.1927e-03, 4.1059e-03, -1.1058e-02, 8.0061e-03, -5.6817e-03,
1.0673e-02, 2.2705e-03, 1.3150e-02, -6.1485e-03, -1.1649e-02,
-1.9947e-02, 3.8635e-03, -1.2303e-02, -2.7170e-03, -1.4824e-02,
3.7940e-02, -2.4910e-03, -2.4184e-02, 1.6269e-03, -1.1928e-02,
-1.4091e-02, -2.1678e-03, -1.0040e-02, -1.5351e-02, 1.1112e-03,
2.0969e-02, -1.9924e-02, 1.7223e-02, -1.2496e-02, -1.3166e-03,
1.5867e-02, -9.5603e-03, -1.5245e-03, 1.8868e-02, -1.6326e-02,
-1.1454e-02, 1.2393e-02, -1.7092e-02, 1.1953e-02, 3.4872e-03,
-3.6905e-03, -1.1590e-02, -1.3833e-02, 8.9664e-04, -1.3312e-02,
-3.0468e-03, 1.3782e-02, 3.1402e-02, 7.9735e-03, -3.4446e-03,
8.7507e-04, -6.4222e-03, -1.8934e-02, 1.5360e-02, -1.7562e-03,
-4.2719e-03, -3.0383e-02, 1.2071e-02, -1.3663e-02, -7.5595e-03,
-1.0454e-02, 1.7421e-02, -5.6099e-03, 4.6577e-04, 5.2790e-03,
4.2268e-03, -2.3529e-02, -3.7604e-03, 1.3602e-02, 3.2049e-03,
6.2140e-03, 8.2248e-03, 4.1801e-04, 4.1057e-03, -3.5243e-03,
1.0531e-02, 5.8016e-03, 1.2233e-03, -9.6447e-03, -6.7611e-03,
-9.5686e-03, 2.1360e-03, -3.1751e-03, 1.9431e-03, 9.4950e-03,
1.3606e-03, 2.2979e-03, -5.1170e-03, 3.1694e-03, -1.4383e-03,
-5.1218e-03, -5.7016e-03, -8.3940e-03, 4.4108e-03, -7.5172e-04,
-1.6134e-02, -1.2578e-02, -7.0158e-03, 7.1212e-03, 1.3347e-02,
4.9918e-03, -1.6913e-02, 5.4400e-03, -5.1262e-03, 1.1466e-02,
6.6569e-03, -4.6026e-03, -1.8598e-02, -8.4328e-03, 1.3311e-02,
-3.7131e-03, -5.5330e-03, 5.1613e-03, -8.6253e-03, 1.7609e-03,
-3.2192e-02, -3.2453e-03, -2.0408e-02, 5.4329e-03, -1.8280e-03,
1.9063e-02, 4.7849e-03, -7.4736e-03, 4.5242e-03, 6.4368e-03,
-9.2223e-04, 1.4902e-03, -7.8346e-03, 1.0821e-02, 8.4715e-03,
-1.5195e-02, -9.9820e-03, -1.0794e-02, 8.8922e-04, 8.7308e-03,
1.5930e-03, 5.1971e-03, -2.0789e-02, 7.4440e-03, 2.3919e-02,
-1.1430e-02, 4.5790e-03, 2.3145e-02, -3.2099e-02, 2.1688e-03,
-2.0698e-02, 2.5693e-02, 1.1041e-02, 7.3601e-04, -2.8375e-02,
-3.0152e-02, -3.2948e-02, -2.1333e-02, 1.4962e-02, 5.9523e-03,
5.1978e-03, 3.3217e-02, -1.1708e-02, 3.7502e-02, -1.8375e-02,
2.6077e-02, 9.2984e-03, 2.4432e-02, 1.7030e-02, -5.7181e-03,
-2.4866e-02, -1.6574e-02, 2.0864e-02, 3.8422e-03, -4.3181e-02,
1.6511e-02, -1.4250e-02, 1.7917e-02, 8.5562e-03, -1.3731e-02,
3.1603e-02, 1.4009e-03, -2.4313e-02, -2.7585e-02, 1.5192e-02,
-1.8585e-02, -3.9482e-02, -1.2431e-02, -1.2734e-02, -3.6909e-02,
4.9466e-03, -1.2163e-02, -1.2466e-02, -2.7034e-02, 8.9235e-03,
1.1717e-02, -1.5061e-02, -2.7713e-02, -1.1553e-02, -1.7149e-02,
-1.4963e-02, 3.7843e-03, 1.5788e-02, 6.7725e-03, 3.0971e-02,
-4.3295e-03, 1.3911e-02, -1.8844e-02, -6.3680e-03, -3.6513e-03,
-1.3595e-02, -3.0523e-03, 2.1967e-02, -4.1631e-03, 7.1637e-03,
-1.1381e-02, -6.1842e-03, 6.7444e-04, -9.3008e-03, 2.6401e-02,
9.2995e-03, -5.1846e-03, 2.0403e-02, -1.5644e-02, 5.9103e-02,
-1.7523e-02, -1.0094e-02, -9.8989e-04, -1.1880e-02, -3.3525e-03,
-1.3662e-02, -1.8195e-02, -4.3623e-03, -9.1847e-03, -2.3868e-05,
7.6117e-03, 1.3813e-02, -2.3871e-02, -6.9245e-03, 5.5609e-03,
9.4834e-03, 3.4320e-02, -2.3905e-02, 1.5449e-02, 1.4939e-02,
3.6118e-03, 2.6029e-02, 8.0920e-03, 2.6470e-03, -2.7571e-03,
-2.3386e-02, -1.0765e-02, -9.2442e-03, -4.7273e-03, 4.8119e-03,
4.7037e-03, 1.6640e-02, -1.0586e-02, -6.9800e-03, 3.0975e-03,
5.4013e-03, -1.9454e-02, 6.5514e-03, -6.4798e-03, -4.6552e-03,
-1.1496e-02, 1.0209e-02, -7.0719e-03, -8.6524e-03, 1.5779e-02,
-6.4996e-04, 3.0920e-02, -1.7583e-03, -2.5169e-03, -2.4096e-04,
-1.2327e-03, -2.2998e-03, 8.7952e-03, -3.9577e-03, -3.0263e-03,
-8.2704e-03, 1.1706e-02, 4.6526e-03, 1.9885e-03, 9.7658e-03,
1.2807e-02, 9.5728e-03, -4.1494e-04, -6.3160e-03, 9.7757e-03,
1.6343e-02, -4.9512e-03, 8.9612e-03, -8.1521e-03, -9.0203e-03,
-9.1218e-04, 3.3273e-03, 2.6213e-03, -1.0416e-02, 1.3306e-02,
7.2480e-03, -4.4633e-03, -3.3515e-03, 2.9389e-03, -2.8324e-03,
2.3852e-03, 1.3594e-03, -4.5004e-03, 3.4252e-03, -9.9120e-04,
2.0827e-03, 1.8533e-03, 5.8026e-03, 2.3506e-03, 4.8212e-03,
1.1158e-02, -3.7596e-03, 1.6897e-02, -1.7145e-02, 6.6839e-03,
3.1825e-03, -6.0434e-03, 6.3057e-03, -6.4347e-03, 1.5851e-02,
-7.3503e-03, -7.2426e-03, -4.0942e-03, 8.2881e-03, 1.1567e-02,
1.8037e-02, -3.4298e-03, 3.0189e-03, 1.0648e-03, -1.8794e-03,
-1.6017e-03, -2.1216e-02, 1.7704e-02, 2.5813e-02, 3.5951e-02,
-7.3763e-04, -5.4737e-03, 3.7236e-03, 8.8414e-03, -5.6264e-03,
1.2529e-02, -3.7886e-02, -2.3437e-02, -8.3789e-03, 1.2160e-02,
2.0030e-02, -1.9133e-02, -1.9664e-02, -1.3520e-02, 3.5994e-02,
1.5629e-02, 5.9031e-03, -4.8519e-03, 2.4901e-02, 2.4349e-02,
-4.0292e-02, -1.8593e-02, 3.8765e-03, 4.5376e-02, -1.7367e-03,
-2.8691e-02, 6.1284e-02, 2.5900e-02, -1.4246e-02, 1.5082e-02,
-2.1411e-02, 2.8984e-02, -1.5800e-02, -6.8247e-03, 3.7989e-03,
9.8892e-03, -4.1494e-02, -3.6826e-02, 2.4302e-02, -2.1729e-02,
5.9592e-04, -5.7480e-03, -5.2507e-02, 1.8898e-02, -1.0990e-02,
3.5152e-02, -2.9560e-02, 3.6795e-03, 2.1626e-02, -1.5862e-02,
1.2181e-02, 2.4247e-02, -3.4454e-02, 1.2518e-02, -1.5815e-02,
-2.7361e-02, 9.0771e-03, 3.0143e-02, 8.2770e-03, 2.3246e-02,
9.7086e-03, -7.3502e-03, 6.1632e-03, -9.7098e-03, -2.5783e-03,
3.8484e-03, 8.2470e-03, 5.4363e-03, -1.2408e-02, -1.1448e-02,
-5.8187e-03, 2.1068e-02, 2.5852e-03, -3.0632e-03, 1.5676e-02,
-7.4949e-03, 1.1823e-02, -9.4154e-03, 5.6954e-04, -5.5456e-03,
-1.3135e-02, -7.6282e-03, 3.3724e-03, 1.6183e-02, -4.4285e-03,
-1.5353e-03, -1.4950e-02, 4.8137e-03, 4.5940e-03, 3.0295e-04,
-2.2442e-04, -1.5071e-03, -7.9225e-03, 3.4409e-03, -4.5128e-03,
1.7056e-03, -4.0368e-03, -4.9731e-03, 8.0493e-04, 1.9197e-03,
-7.1537e-03, -6.1808e-03, -1.1538e-02, -7.0171e-03, 2.4804e-03,
2.7467e-03, -3.3666e-03, 3.0612e-03, -9.0689e-04, -3.4045e-03,
5.7671e-03, -5.4483e-03, 8.9292e-03, 3.4296e-03, -1.7455e-03,
3.5196e-03, 4.9415e-03, -2.9729e-02, 1.0460e-02, -4.2270e-03,
-1.9327e-03, 2.2800e-03, -1.7646e-02, -7.1935e-03, 2.2330e-04,
-9.7417e-03, -1.7354e-03, 6.1423e-03, 1.5831e-02, -9.6217e-03,
-8.0724e-03, 2.7007e-04, -1.8056e-02, -7.1373e-03, 1.1898e-02,
9.4133e-03, 4.0829e-03, -4.3077e-03, -9.4317e-03, -8.0438e-03,
7.0509e-04, -6.0782e-03, -5.9303e-04, -1.4590e-04, 5.7843e-03,
-1.1153e-02, 1.3687e-03, 5.0297e-03, 2.7538e-03, -1.0620e-03,
1.0199e-02, -4.9968e-03, 7.0261e-03, 9.5540e-03, -1.0656e-03,
1.7237e-02, -7.1216e-03, 1.7799e-03, 3.8613e-04, -3.7233e-03,
1.7543e-03, 2.7361e-02, -2.5044e-03, -5.6932e-03, -1.5950e-04,
2.4355e-02, -5.9844e-03, -2.1197e-03, -1.6130e-02, -4.4352e-03,
6.2760e-04, 8.8285e-03, -6.1539e-03, -1.3362e-02, 1.4918e-02,
-4.5828e-03, -2.2609e-03, -3.5967e-03, 4.7507e-03, 1.3456e-02,
2.1429e-03, -1.7861e-03, 5.6756e-03, -3.0066e-03, -7.0763e-03,
6.4074e-03, -6.1635e-03, 1.6636e-03])),
('model.decoder.layers.5.self_attn.q_proj.weight',
tensor([[ 0.0481, -0.0875, 0.0935, ..., 0.0712, 0.1315, -0.0364],
[ 0.0387, 0.0247, 0.1340, ..., 0.0612, 0.1045, 0.1539],
[-0.1902, -0.0419, -0.0144, ..., 0.1118, -0.1825, -0.1750],
...,
[-0.0116, -0.0316, -0.0108, ..., -0.1508, -0.0539, -0.0224],
[-0.0812, -0.0843, 0.1494, ..., 0.0050, -0.1937, -0.1213],
[-0.0259, 0.0157, -0.0140, ..., 0.0095, 0.0950, 0.1189]])),
('model.decoder.layers.5.self_attn.q_proj.bias',
tensor([-6.4914e-01, -3.8508e-01, 5.2637e-01, -9.8632e-02, 1.2950e-01,
3.0983e-01, -6.8818e-01, 3.5577e-01, 4.3168e-02, -2.7786e-01,
5.1721e-01, 3.8100e-01, -4.9743e-01, -1.7541e-01, 5.7017e-01,
-7.0129e-01, 2.4304e-01, -7.9416e-02, -2.8339e-01, -2.8280e-01,
-3.5513e-01, -1.8697e-02, 4.4914e-01, -3.2489e-01, 5.7575e-01,
1.5832e-02, -3.1055e-01, -6.1549e-02, -5.4524e-01, -4.2072e-01,
5.6382e-01, 2.1232e-01, 6.7776e-01, 2.4635e-01, 4.2082e-01,
5.5700e-01, 6.6008e-01, 9.4362e-02, 6.0333e-01, -2.4020e-01,
9.2077e-02, 5.7701e-01, -1.3455e-01, -4.9349e-01, -6.9620e-01,
6.6354e-01, -3.2809e-01, 5.8981e-01, -2.9399e-01, -2.1983e-01,
-5.1471e-01, 3.1538e-01, 6.1591e-01, -3.1538e-01, 7.9725e-01,
-2.1377e-01, 6.5414e-01, -1.9452e-01, 5.6557e-01, 3.5077e-01,
4.2335e-01, -3.5086e-01, 5.7488e-01, 5.3936e-01, -2.3401e-01,
1.8731e-01, 1.3205e-01, 1.8337e-01, 4.2101e-01, 2.9164e-01,
7.2071e-02, -2.9086e-01, -1.9862e-01, 1.7749e-01, 1.6673e-01,
-1.4386e-02, -7.9768e-01, -2.6381e-01, -1.7546e-01, 1.4502e-01,
-3.5759e-01, -4.5867e-01, -6.7520e-02, 4.0625e-01, 1.1633e-01,
-1.7241e-01, 4.6370e-01, -2.3801e-01, 7.3087e-01, 2.1266e-01,
5.2191e-01, -3.4368e-01, 1.3285e-01, 3.1130e-01, 2.5231e-01,
2.7438e-01, 5.3298e-01, -1.0372e-01, 1.6727e-01, -4.3422e-01,
1.3227e-01, -1.5853e-01, 3.0896e-02, -2.5615e-01, 5.1225e-01,
-2.3659e-01, -3.9032e-01, 8.9282e-01, 3.6171e-01, 6.2704e-01,
2.7383e-01, -2.3141e-01, 2.0882e-01, 4.7105e-01, 3.4274e-01,
-4.9373e-02, -1.4371e-01, -9.7823e-02, -2.3779e-01, -2.0605e-01,
-1.4961e-01, 6.1845e-01, 4.8784e-02, -2.4750e-01, -4.9182e-01,
7.1650e-01, -1.3888e-01, -6.5637e-02, 4.7176e-01, -9.1577e-02,
5.0076e-01, -1.1857e-01, -5.5807e-01, -2.9015e-01, -6.4072e-01,
-3.3178e-01, -6.1114e-01, 2.4871e-01, 5.1899e-02, 1.4894e-01,
-5.8305e-03, 4.0014e-01, -2.9861e-01, -8.7742e-03, -4.0366e-01,
6.6399e-02, 2.7046e-01, 5.8812e-02, -6.6484e-03, -3.8510e-02,
2.3480e-01, -2.9413e-02, 1.4092e-01, 4.1589e-01, -2.6927e-01,
3.7387e-01, 2.6441e-01, 1.3549e-01, 2.4611e-01, 1.7253e-01,
2.6179e-01, -1.7880e-01, -7.4527e-01, 1.0260e-01, -1.6195e-01,
-3.4770e-01, 2.7517e-01, -6.1586e-02, 2.1214e-01, 2.5819e-01,
4.5848e-01, -5.6480e-01, -9.2917e-02, 3.4595e-01, 1.3126e-01,
-2.8205e-01, -1.1473e-01, 4.1391e-01, 3.8826e-02, 2.2524e-01,
9.6807e-02, -1.1981e-01, -2.2577e-01, -2.7203e-01, -1.1630e-01,
-1.0453e-01, -8.4585e-02, -1.0746e-01, -1.5318e-02, -1.4504e-01,
6.0746e-02, 5.3426e-02, 1.7254e-01, -1.1525e-01, -2.9834e-01,
-1.8685e-01, -3.9899e-01, 1.1320e-01, -3.5388e-01, -3.7043e-01,
4.4323e-01, -5.3822e-01, 1.0347e-02, -4.5293e-01, -2.0753e-01,
-2.4577e-02, -2.8786e-01, 3.0816e-01, -4.2003e-01, -1.5755e-01,
1.4948e-01, -4.6420e-01, -2.4866e-01, 3.9950e-01, 1.6060e-01,
2.7886e-01, -2.2333e-01, -2.5113e-01, 3.4956e-01, -3.5622e-01,
9.8598e-02, 4.0531e-01, 1.0196e-01, -3.9501e-01, 1.6650e-02,
-5.2441e-03, 2.2405e-01, 1.7421e-01, -3.4698e-01, 4.5423e-01,
1.7055e-01, 1.5660e-01, -9.9376e-02, 5.7850e-01, 5.3706e-01,
4.8489e-02, -4.8205e-01, 4.2140e-01, -1.3946e-01, 9.2196e-02,
2.3374e-01, 1.1491e-02, -3.0066e-01, -8.3388e-02, -2.7240e-01,
4.3217e-01, 2.5947e-01, 3.6782e-01, -3.7994e-01, 2.4976e-01,
1.0926e-01, -3.9366e-01, 1.4121e-02, -2.8569e-01, 3.9811e-01,
4.4606e-01, -2.7880e-01, 2.2850e-01, 1.3967e-01, -5.0499e-01,
-2.7761e-01, -2.3616e-01, -4.1856e-01, -3.4578e-01, 2.8429e-01,
-9.9630e-02, 3.7490e-01, -4.4704e-01, -1.4794e-01, -3.4278e-01,
-2.9110e-03, -3.1177e-01, 3.1391e-01, 2.6753e-01, -2.0073e-01,
-1.9938e-01, -8.3410e-02, 4.5500e-01, 4.0970e-01, 3.8088e-01,
5.3089e-01, 2.6695e-01, 1.4808e-01, 5.2829e-01, 4.8644e-01,
-3.4241e-01, -1.8472e-01, 2.2115e-01, 4.3180e-01, -7.8118e-03,
1.7794e-01, 2.5454e-01, -3.4589e-01, -1.0062e-01, 2.9532e-01,
1.6636e-01, -4.1848e-01, -4.7550e-01, 4.8273e-01, -3.8869e-01,
-4.3056e-01, 3.3040e-01, 5.3717e-01, -2.9742e-01, -1.1993e-01,
-2.3170e-01, -3.9857e-01, 3.2468e-01, 7.2371e-02, -5.5063e-01,
-1.3642e-01, -3.4783e-01, 3.9114e-01, 2.1829e-01, 2.9513e-01,
4.2841e-01, -2.6070e-01, -6.5555e-02, -3.4163e-01, -3.4503e-01,
2.2440e-01, 4.5847e-01, 3.3338e-01, -3.1086e-01, 9.8139e-02,
-1.2348e-02, -1.7827e-01, 1.0462e-01, -1.7394e-01, 3.4129e-01,
1.1263e-02, 2.9270e-01, -8.5796e-02, 5.0180e-03, -1.1665e-01,
1.1207e-01, 1.2293e-01, -1.7189e-01, -9.3962e-02, -1.4703e-01,
2.1323e-01, -1.9684e-01, 1.6633e-02, 1.2775e-01, 1.7530e-01,
3.0380e-01, -5.8800e-01, 3.1264e-01, -5.1717e-02, -3.3513e-02,
-1.9816e-02, -4.7421e-02, 2.3618e-02, 2.0285e-01, -2.4042e-01,
1.8701e-01, -2.1926e-01, -2.4666e-01, -2.6537e-01, -1.2874e-01,
1.2821e-01, -3.4654e-02, -2.0756e-01, 1.4805e-01, -3.2778e-01,
5.1115e-02, 1.8663e-02, 3.2803e-01, 4.4075e-01, 3.5326e-01,
1.2064e-01, -4.4863e-02, -1.3553e-01, 4.0152e-02, -2.2002e-01,
-2.9612e-01, -2.1887e-01, -6.6445e-02, 1.0756e-01, -3.8647e-02,
-2.1181e-01, 6.3263e-02, -1.3734e-01, -2.6855e-01, -4.5058e-03,
3.2578e-01, -1.1170e-02, -7.6430e-01, -2.7934e-01, 2.2729e-01,
-2.3731e-01, 1.9966e-01, 4.2337e-01, 5.8916e-01, 3.5366e-01,
-6.0043e-01, 4.2826e-01, 5.2117e-01, -2.7324e-01, -3.2429e-01,
-1.1687e-01, -7.0814e-01, -3.5893e-02, 6.2044e-01, -3.2480e-01,
-3.0077e-01, 2.0373e-01, 3.0752e-01, 7.4202e-01, 1.7112e-01,
-2.3574e-01, -5.8877e-01, -1.9014e-01, 1.8087e-01, -3.0234e-01,
-3.7441e-01, 6.1543e-01, 4.2210e-01, -4.8440e-01, -2.0523e-01,
5.3847e-01, 6.4016e-01, 3.6633e-02, 5.5516e-01, -3.1087e-01,
-8.7251e-04, 1.4707e-01, 2.1268e-01, -6.6188e-01, 3.4967e-01,
-1.1994e-01, 6.4802e-01, -6.4772e-02, -5.2040e-02, 2.6853e-02,
-3.8602e-02, -7.2037e-02, 7.0206e-02, 1.7266e-01, -3.5622e-01,
-2.2962e-01, -3.6898e-01, -7.1305e-02, 2.8964e-01, -1.0276e-01,
-3.7566e-01, -4.6541e-01, 7.4089e-02, 2.3581e-01, -3.1581e-01,
6.1694e-02, 2.6744e-02, 3.4836e-01, 8.2082e-02, -2.3671e-01,
-1.5998e-02, -3.1517e-01, 7.1841e-01, -3.7272e-02, -2.0822e-01,
3.4825e-01, 4.7567e-01, -2.4583e-01, 2.2781e-01, -3.1509e-01,
-2.4849e-02, 2.2006e-01, -3.5869e-01, 1.6169e-01, 6.2854e-02,
-2.8259e-01, 4.0075e-01, 1.0756e-01, 1.9652e-01, 4.2401e-01,
-9.2077e-03, -2.2595e-01, -5.4667e-01, -2.8392e-02, -4.1881e-01,
-1.2165e-01, 4.2540e-01, 7.2733e-01, 4.5110e-01, 3.9615e-01,
5.0793e-01, 3.9124e-01, -3.8556e-01, -4.2667e-01, -1.3242e-01,
4.7163e-01, 3.1089e-01, 6.1517e-02, -1.6570e-01, 1.4847e-01,
-5.4063e-02, 3.8276e-02, 4.2289e-01, -3.0400e-01, -1.5024e-01,
2.3607e-01, -1.1264e-01, -1.2656e-02, 3.0088e-01, -3.3923e-01,
2.9350e-01, 3.6563e-01, -1.0346e-01, 3.5209e-01, 2.8379e-01,
-7.1714e-02, 3.7408e-01, 7.4145e-01, -5.8990e-01, 3.2463e-01,
7.5982e-01, 2.1599e-01, -1.5344e-01, -7.3243e-01, -2.7640e-01,
-5.4701e-02, -4.4769e-01, -6.8531e-01, 4.3283e-01, -7.3178e-02,
3.2257e-01, -1.9719e-01, -2.2889e-01, 2.8860e-01, 7.4203e-02,
-4.6779e-01, 2.3601e-01, 1.2223e-01, -5.8860e-02, 4.2314e-01,
2.2232e-01, -5.8322e-01, -3.1769e-01, 1.4269e-01, 2.3460e-01,
2.6271e-01, -1.6409e-01, -2.9021e-01, 2.8596e-02, 1.6628e-01,
6.6976e-02, 6.2179e-02, 2.8388e-01, -5.6703e-01, 2.8955e-01,
2.3154e-01, -2.2155e-01, -5.0507e-01, -3.6190e-01, -2.8937e-01,
-3.5898e-01, -3.4385e-01, -1.6128e-01, 4.4762e-01, -8.4915e-02,
2.9009e-01, -2.3009e-02, -3.8396e-01, 1.4955e-01, 7.7042e-02,
6.9610e-01, 1.4574e-01, -4.1331e-01, -2.5759e-01, -4.7505e-01,
6.7541e-01, 4.1104e-01, 1.4218e-01, 4.1717e-01, 2.3092e-01,
-1.4747e-01, 3.9834e-01, 1.9449e-01, -7.8249e-02, -7.1911e-03,
-6.9889e-02, -1.7728e-02, -3.8451e-01, 3.3007e-02, 3.5843e-01,
3.4009e-03, -1.6231e-02, -2.3429e-01, -4.3725e-02, -3.3906e-02,
1.2263e-01, -6.3275e-02, -9.0852e-02, -2.0817e-01, -4.0564e-02,
-1.2014e-01, 6.0160e-03, 2.6855e-01, -1.9593e-02, -1.0339e-01,
-9.5566e-02, -1.4313e-01, 1.4579e-01, 5.1053e-01, 4.5921e-01,
-1.3088e-01, -1.5167e-01, 1.7749e-01, -3.2309e-01, -2.1000e-01,
1.3868e-01, 2.9329e-02, -3.2801e-01, 2.4537e-01, -1.6874e-01,
-2.6797e-01, 2.9309e-01, 1.8005e-01, 9.9715e-02, 6.0443e-02,
6.4353e-02, -1.8779e-01, 5.0026e-01, 2.8897e-02, 1.2452e-02,
-1.5502e-02, 3.3930e-02, -1.1963e-01, -4.1775e-01, -1.2961e-01,
-2.3850e-01, 2.6177e-01, 2.4322e-01, 4.1697e-02, 2.9818e-01,
1.8183e-01, 2.6192e-01, 3.3910e-01, -2.3606e-01, -1.0788e-01,
-2.0756e-02, -6.9849e-01, -4.5366e-01, 1.7007e-02, 1.5702e-01,
-1.4848e-01, 3.9546e-01, -1.0066e-01, -5.4483e-01, -1.5875e-01,
-1.7882e-01, 2.7692e-01, -3.0974e-01, 3.5363e-01, -4.2045e-01,
-3.2603e-01, 1.5929e-01, 3.1803e-01, -4.8994e-01, 1.5756e-02,
6.3394e-01, -5.1080e-01, 7.2501e-01, 3.1971e-01, 5.1499e-01,
6.4787e-02, 1.2770e-01, -4.2704e-01, 5.0731e-01, -2.4410e-01,
9.8151e-01, 4.3010e-01, 1.8813e-01, 1.7337e-01, 3.8804e-01,
-4.5167e-01, 5.2147e-01, 9.0921e-02, 6.6053e-02, -6.2594e-02,
2.6568e-01, 4.1815e-01, -1.4357e-01, 7.3515e-01, -2.5901e-01,
4.4000e-01, 3.6252e-01, 1.8254e-01, -5.5597e-01, 7.6736e-02,
2.5198e-01, 2.2647e-01, 2.6289e-02, -2.6917e-01, -6.9088e-01,
-3.0435e-01, 2.3828e-01, 5.0718e-01, 1.6505e-01, 8.1345e-01,
1.5807e-01, 2.3064e-01, 2.0317e-01, 1.3024e-01, 4.8210e-01,
1.3074e-01, 2.6141e-01, 4.4723e-01, 8.1781e-02, -4.1213e-01,
5.1720e-01, 2.6174e-01, 3.5606e-01, -2.7373e-01, -3.0293e-01,
3.7373e-01, -2.2558e-02, -1.5352e-01, 3.4207e-01, 4.3412e-01,
-6.5118e-02, -4.4767e-01, -2.0639e-02, -1.7477e-01, -4.6386e-01,
-2.0498e-01, -4.1091e-01, 1.2762e-01, -1.5374e-01, 1.1880e-01,
-3.1280e-01, 3.0396e-01, 3.0048e-01, 2.0954e-01, 6.2403e-02,
-5.3180e-01, 3.1066e-01, 3.3130e-01, -6.9827e-02, -8.8852e-02,
1.3544e-02, 8.2504e-01, -4.6491e-01, -2.9536e-01, 4.6520e-01,
-7.4658e-01, 2.2399e-01, 1.1148e-01, -4.8124e-02, 1.7465e-03,
1.9367e-01, -2.8118e-01, 4.2911e-01, 9.4677e-01, -5.3798e-02,
6.5328e-02, -2.0248e-02, -8.1402e-01, 6.8301e-01, -3.2878e-01,
2.9407e-01, 3.0429e-01, 7.3120e-02, 2.0049e-01, 2.1605e-01,
-1.1508e-01, 3.9864e-01, 1.6728e-01])),
('model.decoder.layers.5.self_attn.out_proj.weight',
tensor([[-0.0247, -0.0173, 0.0340, ..., 0.1295, 0.0389, 0.0337],
[-0.0015, -0.0049, 0.0358, ..., 0.0043, -0.0072, -0.0177],
[-0.0694, 0.0100, -0.0111, ..., 0.0239, -0.0097, 0.1164],
...,
[-0.0612, -0.0077, -0.0534, ..., -0.0064, -0.0218, 0.0353],
[-0.0013, -0.0089, -0.0166, ..., -0.0191, 0.0127, -0.0011],
[-0.0179, 0.0154, 0.1383, ..., 0.0549, -0.1072, 0.1049]])),
('model.decoder.layers.5.self_attn.out_proj.bias',
tensor([-2.0362e-02, 1.9655e-02, -1.2219e-02, 9.0157e-03, -3.7484e-02,
1.7737e-02, 1.1628e-02, -4.6447e-02, -2.4195e-02, 2.5601e-02,
2.1726e-02, 6.7068e-03, 3.0393e-02, 5.6744e-03, -2.7470e-02,
-1.9105e-03, -1.1741e-02, 1.9996e-02, 3.3752e-02, -8.5494e-03,
1.9828e-02, -4.9643e-02, -7.0591e-03, -1.6143e-03, 1.2963e-02,
3.0332e-02, -2.7136e-02, -4.0683e-02, -1.6898e-04, 3.6046e-01,
-1.9374e-03, -8.9032e-03, 2.8080e-02, -1.8250e-02, -1.2425e-04,
1.7543e-03, 3.1124e-03, -1.3021e-02, 4.5000e-03, 1.4096e-02,
1.9101e-02, -2.9992e-02, 1.7507e-02, -4.0935e-02, -1.8945e-02,
-4.5762e-03, -1.6186e-02, 1.8696e-02, 3.7334e-03, -1.1414e-02,
-1.1586e-02, -3.3293e-02, -2.7664e-02, 1.4998e-02, -1.0377e-02,
2.3297e-02, -3.9292e-03, 6.3782e-03, -1.4311e-02, 1.6624e-03,
1.5007e-02, 1.2187e-02, 7.4853e-03, 1.9289e-02, -4.6271e-02,
3.6315e-02, 3.7023e-02, -4.5714e-03, 2.2507e-02, -7.7474e-03,
-1.1825e-02, 4.2873e-03, -5.4771e-03, -7.9930e-03, 1.2663e-02,
-1.5632e-02, -9.7459e-03, -7.9174e-03, -2.6012e-04, -4.0644e-03,
2.3641e-02, -2.2040e-02, 1.4125e-02, -4.9502e-03, -1.8525e-04,
-1.4572e-03, 2.1919e-04, -5.6636e-03, 9.6266e-03, 2.5711e-02,
1.2835e-02, 8.5304e-03, 1.2000e-02, -1.2348e-02, -2.1558e-02,
-7.8753e-03, -7.0564e-03, 2.0579e-02, 1.2561e-02, 3.7287e-03,
2.4722e-03, 2.1118e-02, 8.4690e-03, 1.0756e-02, 3.4405e-02,
-1.7106e-02, -2.1190e-02, 3.2352e-03, -3.1158e-03, 4.4289e-03,
-2.3507e-02, -2.0042e-02, 1.6405e-03, -1.0138e-02, -3.8803e-03,
5.5151e-03, 1.6530e-02, -4.0530e-03, -2.7570e-02, 1.1804e-03,
6.4046e-02, -3.5949e-04, -1.8736e-02, 1.7474e-02, -9.1060e-03,
-3.4495e-02, -5.3726e-03, 1.6383e-02, 8.7970e-03, -1.3898e-02,
-3.0556e-02, -3.1600e-02, 2.2975e-02, -4.1597e-02, -1.5173e-02,
-1.5151e-02, 2.5548e-02, -1.0114e-03, 8.4228e-03, -4.7212e-03,
7.3227e-03, 1.5149e-03, 3.3644e-02, -3.2169e-02, 1.4467e-04,
-2.1911e-02, 3.6663e-04, -2.0372e-02, -2.8830e-02, 6.1808e-02,
2.0755e-02, -1.4646e-02, -2.2157e-02, 2.3226e-02, 3.3763e-02,
-2.3683e-02, 1.9105e-02, 4.0660e-02, -9.6282e-03, 5.2596e-03,
-2.2890e-02, -1.4016e-02, 3.1738e-02, 1.1470e-02, 6.0516e-03,
1.2878e-02, 3.9736e-02, -2.0913e-03, -1.7991e-02, -8.8546e-03,
1.0179e-02, 7.9417e-03, 7.5484e-03, -9.8654e-04, 1.1707e-02,
3.5900e-02, -1.2487e-03, -2.9221e-03, -3.1944e-02, 3.4836e-02,
-2.3033e-02, -1.1602e-02, -7.5502e-03, 3.8917e-02, 1.6328e-02,
-4.2264e-04, -1.0837e-02, -2.7424e-02, 1.0131e-02, 4.5856e-03,
1.6591e-02, 6.0955e-03, 1.6572e-02, -2.1568e-02, 1.6421e-02,
6.2532e-03, 1.9731e-04, -4.0645e-02, -1.4124e-02, -4.9598e-03,
1.8776e-02, 3.9957e-03, 2.7934e-03, 1.2386e-02, -7.5636e-03,
-3.4861e-03, 3.9949e-03, -2.6761e-02, 2.5852e-02, -7.8330e-03,
-1.1335e-02, -5.6313e-02, 1.2847e-02, 2.8837e-03, 3.1214e-02,
-6.2963e-03, 6.6551e-03, 1.7057e-02, 9.1509e-03, 2.4158e-02,
3.1288e-03, -3.8294e-02, -3.3351e-02, 7.4162e-03, -5.7522e-03,
3.8597e-02, -1.9869e-03, -1.9847e-02, -3.8135e-02, 1.5268e-02,
1.3571e-02, 8.1751e-03, -4.1558e-02, 1.7850e-02, 1.9979e-02,
5.0112e-03, 3.4377e-03, 1.6553e-02, 9.0134e-03, 2.9958e-02,
3.1277e-03, -1.5361e-02, 6.4452e-02, -3.0858e-03, -2.3278e-02,
8.9294e-04, 1.5712e-02, 1.0174e-02, -2.8151e-02, -1.6677e-02,
2.2864e-02, -7.1817e-02, 2.1928e-03, -7.9635e-03, 9.7413e-03,
1.6984e-02, 1.4935e-02, 2.1214e-03, -1.1798e-02, -1.2436e-02,
-9.1429e-03, -4.2533e-03, -3.8514e-03, -2.0733e-02, 1.3678e-02,
9.3851e-03, -3.5665e-02, 2.1076e-02, -2.2304e-02, 1.1487e-02,
4.1425e-03, -1.2804e-02, 1.8778e-02, 9.8739e-03, 2.2337e-02,
1.9842e-02, 1.1193e-03, 3.3574e-03, 1.7538e-02, 1.1705e-02,
-3.4132e-03, -2.3406e-02, -5.3783e-03, -1.3816e-02, 1.6578e-02,
8.5685e-04, -2.4597e-02, 1.8139e-02, 2.9827e-02, -9.9158e-03,
2.2829e-02, -1.8568e-02, 1.8207e-02, 1.1022e-02, 1.5196e-02,
3.0951e-03, 1.1111e-02, -2.4505e-02, 2.9800e-02, -1.4935e-02,
-8.0115e-03, 2.8661e-02, 8.4776e-03, 8.5148e-03, -1.4818e-02,
2.0366e-03, -8.7167e-03, -1.3378e-02, -2.6895e-03, -3.4207e-03,
-1.1428e-01, -6.3118e-03, -2.5793e-02, -1.5645e-02, 1.7809e-04,
-8.9444e-03, 8.7909e-04, 1.1307e-02, 4.2016e-02, -2.0243e-02,
-1.8340e-02, -2.2086e-03, 5.3467e-04, 4.5590e-03, -1.0587e-02,
-2.2936e-02, -2.2796e-02, 1.1989e-02, -1.1026e-02, 2.1569e-02,
1.3735e-02, -1.3038e-02, 2.6020e-02, -1.2207e-02, -2.4619e-02,
9.9632e-04, -4.2139e-02, -3.8532e-03, 1.9384e-02, 1.0963e-02,
-1.6555e-02, -2.1663e-02, 4.0093e-02, -5.4766e-02, -3.0787e-02,
-1.5775e-02, -7.1524e-03, 1.4758e-02, -1.1302e-02, 2.3161e-02,
2.1999e-02, 1.1129e-02, -2.2856e-03, -5.6948e-03, 9.9409e-03,
8.5402e-03, 2.4147e-03, 3.6075e-02, -2.0108e-03, 8.6532e-03,
-2.3552e-02, 5.5184e-02, 1.5585e-02, 1.4038e-02, -8.0307e-03,
-2.2687e-02, -1.6222e-02, 7.6545e-03, -1.3142e-02, -8.2036e-03,
4.8232e-03, -1.9385e-02, -9.4784e-04, 3.6388e-02, 1.8432e-02,
1.9430e-02, 9.3138e-03, -2.5324e-02, 1.6370e-02, 1.5697e-04,
-1.6579e-02, 9.2382e-03, -2.7234e-03, -2.1808e-03, 3.0276e-02,
1.4999e-02, -2.0393e-02, -1.4484e-02, 3.1613e-02, -1.1812e-02,
-4.4577e-03, 4.4035e-03, -3.3264e-02, 7.2549e-04, -1.5743e-02,
-3.8150e-03, 3.1054e-02, 1.7480e-02, -7.9536e-03, 4.3313e-03,
-1.1633e-02, -3.7783e-03, 1.6195e-04, -4.3324e-03, -2.3835e-02,
2.6368e-02, -6.0287e-03, -2.2631e-02, 1.2092e-02, 2.3351e-02,
1.8524e-03, -2.1162e-02, -1.2904e-02, -2.4585e-02, -1.8398e-02,
-9.4252e-04, -4.7990e-03, -1.9210e-02, -6.6336e-03, 4.7979e-02,
-2.8089e-02, -1.6796e-02, -5.9044e-04, -8.2135e-03, 2.5980e-03,
9.2770e-03, 1.0118e-02, -1.1447e-03, 1.1999e-02, -1.1687e-02,
-1.3681e-02, -4.4166e-02, -1.2300e-02, -3.4329e-02, 3.9505e-03,
-1.7741e-03, 1.1224e-02, -6.8287e-03, 5.4681e-03, 6.7803e-03,
4.2965e-02, 3.4825e-03, -1.2651e-02, -4.1998e-02, -9.6507e-03,
-1.2983e-02, -7.6852e-03, -7.7165e-03, 1.1885e-02, 2.3667e-02,
2.1701e-04, 9.3968e-03, -3.1410e-03, 4.4177e-03, -5.0919e-03,
1.4637e-02, 5.7804e-03, 1.1744e-02, -9.2993e-03, 9.1058e-03,
-1.1470e-02, 1.5799e-02, 5.8163e-03, 9.9393e-04, -8.2982e-03,
-3.1210e-03, -4.8437e-03, 8.6492e-03, -4.4639e-04, 2.2079e-02,
9.8156e-03, 1.4088e-02, 8.8186e-03, 8.1263e-03, 7.0266e-04,
-2.8060e-03, 3.9692e-02, 1.2073e-02, -1.9899e-02, 2.2626e-05,
1.3863e-02, 7.1280e-03, 1.2550e-02, 2.7379e-02, 9.6455e-03,
-1.3756e-02, 1.4279e-02, 7.5356e-03, 8.0141e-03, 5.1656e-03,
-8.6975e-03, 1.1236e-02, -5.7998e-03, -2.7990e-03, -1.8011e-02,
-2.5356e-02, -1.2366e-02, 5.0274e-02, 6.1308e-03, -1.2840e-02,
1.4894e-02, -1.1696e-02, 9.9463e-03, -1.7421e-03, 2.1514e-02,
2.1090e-02, -1.4450e-02, 3.1740e-02, 2.1305e-02, -3.3789e-02,
1.9274e-03, 2.1786e-02, -5.2591e-03, -8.0659e-03, 3.1344e-02,
-2.1568e-02, -8.3847e-03, 3.8392e-03, -1.2865e-02, -9.7326e-03,
-1.9861e-02, -3.3035e-02, 1.4265e-02, -2.5929e-02, 3.0661e-02,
-1.0087e-02, -3.1781e-02, 3.5836e-02, 9.0715e-03, -4.2757e-03,
-7.3575e-03, 1.5962e-02, -2.3917e-02, 3.6981e-03, 1.1074e-02,
2.0890e-03, 4.9991e-03, -7.3158e-03, -1.1948e-02, -8.4717e-03,
-2.2299e-02, 1.8822e-02, -1.0292e-02, -2.6322e-02, 4.0372e-02,
1.1390e-02, -2.5770e-04, -3.9860e-02, -4.3721e-03, -1.3310e-02,
-3.6362e-03, 2.2631e-02, -6.0002e-03, -3.0837e-02, 2.6418e-02,
-4.4393e-03, -5.0989e-03, -2.3707e-01, -7.9438e-03, -4.8633e-02,
2.7345e-02, -6.1687e-02, 1.2633e-02, -1.9699e-03, -1.0136e-02,
1.3602e-02, -1.7376e-02, -5.8177e-04, -3.2872e-03, -2.4524e-02,
-4.1816e-02, 5.1579e-03, 1.5406e-03, 2.9205e-02, 5.3668e-02,
1.7670e-02, 1.4414e-02, 1.5154e-02, 6.9771e-03, 9.5145e-03,
7.9229e-02, -3.3856e-02, 1.7467e-02, -1.2104e-02, 1.4381e-02,
1.2889e-02, -2.5296e-02, -2.4255e-03, 1.0798e-02, 1.7274e-02,
3.4728e-03, 2.2639e-02, -1.2960e-02, 4.5420e-04, -3.4956e-03,
-1.7072e-02, 8.1488e-03, 1.7325e-04, -9.1168e-03, -1.7705e-02,
-7.4552e-04, 5.9906e-03, -2.9539e-02, -2.7985e-04, -3.5638e-03,
2.0806e-02, 6.0212e-03, -8.2791e-03, -8.2720e-06, -1.2018e-02,
-3.4883e-04, -1.2889e-02, 3.0762e-03, -2.0304e-03, -1.0380e-02,
1.3833e-02, -4.3319e-03, 1.8563e-02, -1.7857e-03, 1.8461e-02,
-2.7535e-02, 3.5580e-02, 4.3922e-03, -1.6294e-02, -1.0934e-02,
-3.5353e-02, -1.2644e-02, 7.3852e-03, 9.2546e-03, 2.5556e-02,
3.6466e-02, 1.4648e-02, 2.1115e-02, -1.0323e-02, -8.8741e-03,
1.7695e-02, -1.3541e-02, 1.0785e-02, -4.3872e-04, 8.5593e-03,
-4.0002e-04, 1.6547e-02, -2.0700e-02, -2.2700e-02, -3.6143e-02,
-1.9424e-02, -2.3461e-02, 2.6366e-02, -1.0663e-02, -2.9278e-03,
-9.5819e-03, 8.1224e-03, 4.0108e-02, 1.1695e-02, -4.2439e-03,
-1.1714e-02, 1.8154e-03, -1.2840e-02, 1.0083e-03, -1.2038e-02,
7.7292e-03, -2.2880e-02, -4.9822e-03, 1.1520e-02, -1.9174e-02,
1.4640e-02, -9.9602e-03, 6.6205e-03, 2.8295e-02, -2.2734e-02,
-3.3730e-02, -1.5324e-02, 5.9166e-03, -2.3360e-03, -1.9843e-02,
1.0520e-02, 2.3111e-02, -9.6404e-03, -3.7522e-03, -9.8207e-03,
1.0095e-02, -4.6445e-02, 2.0948e-02, 7.5998e-03, 1.9655e-02,
-1.9440e-02, -2.7816e-02, -2.1266e-02, 3.2071e-02, 3.6086e-03,
-1.2938e-03, -1.8425e-02, 3.2840e-03, 8.9220e-03, -1.8906e-02,
-1.5420e-02, 5.3775e-03, -8.8644e-03, -4.6956e-02, -5.6514e-03,
-9.3771e-03, -6.0404e-03, -6.9460e-03, 7.4571e-03, 3.5676e-05,
-1.4499e-02, -1.0105e-02, -6.8529e-03, 1.9821e-02, 2.5996e-02,
-9.6608e-03, 2.1482e-02, 2.1581e-02, -2.2272e-02, 4.1943e-02,
2.1601e-02, -1.5403e-02, -9.7890e-03, -7.4879e-04, -8.2233e-03,
-1.5408e-02, 1.8986e-03, 8.6218e-03, 1.6844e-03, 6.8554e-03,
1.5875e-03, 1.8049e-03, 5.0061e-02, 4.4371e-03, 1.0168e-02,
-1.5808e-02, -3.9967e-02, -1.9393e-02, -2.6116e-02, -9.0939e-03,
1.6508e-02, 1.1862e-02, -6.4482e-03, -1.0098e-02, -1.9453e-02,
-2.5901e-02, 2.0898e-02, 1.1366e-02, 2.6740e-02, -1.4578e-03,
3.1723e-02, -2.8435e-02, -5.7561e-03, 3.1148e-02, -4.4868e-03,
-2.8158e-03, 1.2581e-02, 5.0472e-02, 2.2893e-02, 1.5276e-02,
-1.0447e-03, -2.9557e-02, -1.2388e-02, -2.1242e-03, -1.0422e-02,
2.9349e-02, 1.1351e-02, 1.3540e-02, 1.0478e-02, -2.1777e-02,
-1.1567e-03, 7.1295e-03, 1.2888e-02])),
('model.decoder.layers.5.self_attn_layer_norm.weight',
tensor([0.7145, 0.6640, 0.7982, 0.6525, 0.6859, 0.6368, 0.6574, 0.6290, 0.7356,
0.7162, 0.6661, 0.6670, 0.7148, 0.7131, 0.6490, 0.8267, 0.6903, 0.6595,
0.7339, 0.7246, 0.6247, 0.6949, 0.6823, 0.7862, 0.7662, 0.7140, 0.7369,
1.0243, 0.6815, 0.4343, 0.7956, 0.7192, 0.6394, 0.7792, 0.7310, 0.7242,
0.6237, 0.8166, 0.6377, 0.6064, 0.7330, 0.7245, 0.8146, 0.7555, 0.6827,
0.6815, 0.8228, 0.7426, 0.6828, 0.6840, 0.6656, 0.6700, 0.2921, 0.6391,
0.6900, 0.6983, 0.8000, 0.6618, 0.6979, 0.7357, 0.7529, 0.7195, 0.7577,
0.6856, 0.6908, 0.6491, 0.6782, 0.6904, 0.7829, 0.7349, 0.7768, 0.6044,
0.8036, 0.6985, 0.6080, 0.7339, 0.8259, 0.6724, 0.6996, 0.6334, 0.6277,
0.7283, 0.6907, 0.7001, 0.6563, 0.6526, 0.6621, 0.7520, 0.6375, 0.6932,
0.7002, 0.7486, 0.6968, 0.7694, 0.6943, 0.7921, 0.6622, 0.7734, 0.6516,
0.7011, 0.6895, 0.7674, 0.6630, 0.6307, 0.7617, 0.7234, 0.7141, 0.6942,
0.6928, 0.7505, 0.7160, 0.7256, 0.6669, 0.6564, 0.8077, 0.7658, 0.6558,
0.7970, 0.6949, 0.7506, 0.6371, 0.8150, 0.7000, 0.7546, 0.6922, 0.6792,
0.7004, 0.7395, 0.7848, 0.6912, 0.7259, 0.7100, 0.7460, 0.7309, 0.6416,
0.7431, 0.6595, 0.7194, 0.6812, 0.6927, 0.7016, 0.6583, 0.6613, 0.7810,
0.6242, 0.7265, 0.6521, 0.6716, 0.8101, 0.7234, 0.8161, 0.6539, 0.6325,
0.6614, 0.6452, 0.7379, 0.6710, 0.6863, 0.7339, 0.6767, 0.7870, 0.7304,
0.7485, 0.6484, 0.7119, 0.6576, 0.6594, 0.6812, 0.7710, 0.6764, 0.6689,
0.6836, 0.5366, 0.7295, 0.7657, 0.7035, 0.6621, 0.6229, 0.7230, 0.6666,
0.7043, 0.6975, 0.7804, 0.6564, 0.6527, 0.6477, 0.6173, 0.6989, 0.6827,
0.7581, 0.6739, 0.7700, 0.7869, 0.7399, 0.7722, 0.7275, 0.6181, 0.7620,
0.7468, 0.6567, 0.6644, 0.7466, 0.6641, 0.6948, 0.7812, 0.6874, 0.7041,
0.6791, 0.6991, 0.7339, 0.7447, 0.7346, 0.6584, 0.7853, 0.6736, 0.6894,
0.6876, 0.6995, 0.7714, 0.7055, 0.8277, 0.6472, 0.7113, 0.6697, 0.6744,
0.6347, 0.6991, 0.6035, 0.7906, 0.6570, 0.7672, 0.7336, 0.7279, 0.7747,
0.6705, 0.7970, 0.7191, 0.6861, 0.7328, 0.6825, 0.7599, 0.7518, 0.6073,
0.6570, 0.6671, 0.7518, 0.7395, 0.6450, 0.6830, 0.7168, 0.6717, 0.5977,
0.6895, 0.7444, 0.6379, 0.7231, 0.6388, 0.8306, 0.6328, 0.6177, 0.6847,
0.7824, 0.6961, 0.6629, 0.7244, 0.7780, 0.6863, 0.6155, 0.6783, 0.8175,
0.6516, 0.7415, 0.7312, 0.8076, 0.6621, 0.7165, 0.6979, 0.7655, 0.7583,
0.7625, 0.6893, 0.6623, 0.7480, 0.7261, 0.7139, 0.7136, 0.7424, 0.6561,
0.8133, 0.6654, 0.6708, 0.7281, 0.7301, 0.7567, 0.8339, 0.6692, 0.7385,
0.7467, 0.5915, 0.8051, 0.7667, 0.7140, 0.8411, 0.6734, 0.7557, 0.8428,
0.6867, 0.6676, 0.7096, 0.6299, 0.2605, 0.7013, 0.7401, 0.6631, 0.6163,
0.6355, 0.6504, 0.6779, 0.6201, 0.6937, 0.7551, 0.7532, 0.6648, 0.6662,
0.7031, 0.6895, 0.7047, 0.7143, 0.6822, 0.7040, 0.7026, 0.6353, 0.6858,
0.6894, 0.7130, 0.6891, 0.8207, 0.6792, 0.7499, 0.7291, 0.6571, 0.7977,
0.6142, 0.7275, 0.7150, 0.7167, 0.6600, 0.7067, 0.7597, 0.7725, 0.6882,
0.6360, 0.7044, 0.6652, 0.7633, 0.6999, 0.6549, 0.7203, 0.6655, 0.7147,
0.6489, 0.5895, 0.5738, 0.6285, 0.7210, 0.6945, 0.6645, 0.8261, 0.6274,
0.7412, 0.7598, 0.7200, 0.7146, 0.6495, 0.6902, 0.6629, 0.7943, 0.6795,
0.8199, 0.7265, 0.6778, 0.6082, 0.6575, 0.7768, 0.6619, 0.7407, 0.6708,
0.6968, 0.6877, 0.6815, 0.6779, 0.6645, 0.7506, 0.6618, 0.6943, 0.8017,
0.7314, 0.7459, 0.6326, 0.7470, 0.6933, 0.6950, 0.6689, 0.7008, 0.6773,
0.7477, 0.7271, 0.7452, 0.7259, 0.6661, 0.8084, 0.6973, 0.6410, 0.7344,
0.7661, 0.7788, 0.7866, 0.7114, 0.7652, 0.6226, 0.6893, 0.6673, 0.6409,
0.6751, 0.7248, 0.7784, 0.7069, 0.6639, 0.6971, 0.7201, 0.6447, 0.1227,
0.7099, 0.7251, 0.6909, 0.7314, 0.7695, 0.7014, 0.7523, 0.7263, 0.8084,
0.7033, 0.6894, 0.6451, 0.8106, 0.6372, 0.7008, 0.7328, 0.6026, 0.7041,
0.7182, 0.7482, 0.7332, 0.6612, 0.6999, 0.6579, 0.6767, 0.7518, 0.7604,
0.7075, 0.6873, 0.6819, 0.6170, 0.7209, 0.6874, 0.6664, 0.6451, 0.6936,
0.6651, 0.6349, 0.8202, 0.7282, 0.6020, 0.7252, 0.6880, 0.7307, 0.6820,
0.6879, 0.7324, 0.7638, 0.6569, 0.7726, 0.6961, 0.6798, 0.7736, 0.6738,
0.6539, 0.7294, 0.6426, 0.6758, 0.6937, 0.5531, 0.7304, 0.7021, 0.7236,
0.7026, 0.7252, 0.9245, 0.6777, 0.6625, 0.5747, 0.7430, 0.6486, 0.6902,
0.6366, 0.7483, 0.8061, 0.7315, 0.7475, 0.7190, 0.7565, 0.7682, 0.6799,
0.7824, 0.6665, 0.6301, 0.7137, 0.7608, 0.7116, 0.7601, 0.6864, 0.7156,
0.6877, 0.7213, 0.6016, 0.7027, 0.7441, 0.6022, 0.6896, 0.6739, 0.7265,
0.6866, 0.8469, 0.7789, 0.6956, 0.8051, 0.6884, 0.7052, 0.6908, 0.6741,
0.6598, 0.7431, 0.7860, 0.7243, 0.6282, 0.6506, 0.6168, 0.6713, 0.7176,
0.7031, 0.7835, 0.5747, 0.6489, 0.6134, 0.6355, 0.7428, 0.6801, 0.1023,
0.7875, 0.6590, 0.6978, 0.6822, 0.7566, 0.7151, 0.7018, 0.6472, 0.7636,
0.6503, 0.6516, 0.8151, 0.7631, 0.6708, 0.7437, 0.6848, 0.6334, 0.6677,
0.6595, 0.7054, 0.7287, 0.6233, 0.6520, 0.6685, 0.6376, 0.7701, 0.6886,
0.8157, 0.6869, 0.6798, 0.7171, 0.7258, 0.8269, 0.6073, 0.6461, 0.6470,
0.7027, 0.7467, 0.7235, 0.7214, 0.7192, 0.6706, 0.6919, 0.6754, 0.6737,
0.6864, 0.6974, 0.6031, 0.6896, 0.7168, 0.6726, 0.6284, 0.7599, 0.7813,
0.6825, 0.6820, 0.6988, 0.7574, 0.7147, 0.6825, 0.7108, 0.6430, 0.7061,
0.7938, 0.7157, 0.7018, 0.6402, 0.7201, 0.7687, 0.6938, 0.7235, 0.7551,
0.3999, 0.6276, 0.6421, 0.6694, 0.7734, 0.6296, 0.6623, 0.6407, 0.8012,
0.6920, 0.6685, 0.7439, 0.7212, 0.7727, 0.6743, 0.6548, 0.6807, 0.5883,
0.6770, 0.7446, 0.6859, 0.6995, 0.7639, 0.6664, 0.8006, 0.6463, 0.6416,
0.6847, 0.7077, 0.7416, 0.7212, 0.8064, 0.7135, 0.6509, 0.6835, 0.6730,
0.7167, 0.6073, 0.6644, 0.7539, 0.7305, 0.6562, 0.6820, 0.7198, 0.7076,
0.6893, 0.7413, 0.6849, 0.6290, 0.6852, 0.6505, 0.7010, 0.6392, 0.6130,
0.6256, 0.6619, 0.7832, 0.7728, 0.5767, 0.6795, 0.6591, 0.1366, 0.7010,
0.7935, 0.7107, 0.6315, 0.6569, 0.6592, 0.7193, 0.8197, 0.8009, 0.6735,
0.6933, 0.6210, 0.7733, 0.7565, 0.7017, 0.8088, 0.7430, 0.8053, 0.7912,
0.6150, 0.7596, 0.6541, 0.5698, 0.6655, 0.6705, 0.6452, 0.7024, 0.7145,
0.6417, 0.7468, 0.7340, 0.7380, 0.6981, 0.7149, 0.6574, 0.6537, 0.7448,
0.6576, 0.7069, 0.6647, 0.6429, 0.7224, 0.7195, 0.7760, 0.1021, 0.6696,
0.7210, 0.7677, 0.6668, 0.6482, 0.7251, 0.6932, 0.7116, 0.6876, 0.7931,
0.6820, 0.7390, 0.6954, 0.6990, 0.7231, 0.7777, 0.7197, 0.7999, 0.6500,
0.7051, 0.8160, 0.7581, 0.6562, 0.8167, 0.6793, 0.6216, 0.7103, 0.6656,
0.6049, 1.3826, 0.6214])),
('model.decoder.layers.5.self_attn_layer_norm.bias',
tensor([ 2.3175e-02, -5.3363e-02, 5.3518e-02, -2.2016e-01, -5.9964e-02,
-3.3780e-01, -3.2586e-01, -2.9759e-01, 2.4704e-02, -4.7139e-01,
7.0503e-02, 2.7255e-02, -5.5592e-02, -5.0411e-02, 1.5254e-01,
-8.9733e-02, 2.2451e-02, -2.2317e-01, -5.9122e-02, -4.9948e-02,
2.2757e-02, 7.3154e-02, 2.2729e-01, 3.8733e-04, -8.4773e-02,
3.3295e-02, -1.9118e-01, -4.1340e-02, -4.0059e-02, -1.9673e+00,
8.3738e-02, -2.6400e-02, -2.9939e-01, -5.5201e-03, 1.6512e-02,
-6.2877e-02, -2.0778e-01, -9.6957e-02, -1.6203e-01, -4.8366e-01,
-1.5067e-01, 2.0270e-01, -1.5466e-01, -9.3674e-02, 1.2895e-01,
8.4000e-02, 4.6151e-02, -2.5537e-01, 2.5520e-02, -1.6293e-01,
-1.4790e-01, 2.0111e-01, -2.9062e-01, -7.3716e-02, -1.4516e-01,
7.8991e-02, 7.3124e-02, -1.3962e-01, -3.3168e-03, -1.8071e-01,
3.8060e-02, -7.2833e-02, -1.0391e-01, -9.7189e-02, 2.8534e-01,
-2.9671e-01, -3.7961e-01, 7.6120e-02, -3.2208e-01, -2.4253e-01,
7.6941e-02, -1.1606e-01, 5.0701e-02, -3.1378e-01, -4.3534e-01,
2.0664e-01, 8.0657e-02, 6.7151e-02, -1.3150e-01, -2.8331e-01,
-1.7835e-01, 1.5889e-01, -1.8874e-02, -3.7823e-02, 1.8806e-01,
-1.7438e-01, -1.1898e-01, -7.9949e-03, -1.2066e-01, 6.7044e-02,
-8.9685e-02, -1.8815e-01, -2.2694e-01, -9.1569e-02, 2.5942e-01,
-5.5732e-02, -9.1501e-02, 1.3354e-02, -2.8378e-01, 2.9663e-01,
2.8180e-02, -2.5704e-01, -3.6787e-01, -2.5723e-01, -7.6461e-02,
1.3125e-01, 1.7267e-01, -1.0225e-01, 4.8251e-02, -1.8679e-01,
-2.3571e-02, -5.3291e-02, -1.1329e-01, -8.6889e-02, -1.3009e-01,
-1.6921e-01, -2.7829e-01, -1.4301e-01, 1.6517e-01, -4.2546e-02,
1.2981e-01, 1.7881e-01, 1.2529e-01, -1.2485e-01, -1.4194e-01,
1.6190e-01, -1.4181e-01, 1.2357e-01, -1.5812e-01, 2.0577e-01,
-5.8366e-02, 1.0830e-01, -1.2167e-01, 1.3971e-01, -5.7108e-02,
-1.9219e-01, -1.5879e-01, -7.6051e-02, 2.1851e-02, 7.3265e-02,
-1.1572e-01, -2.5520e-01, -2.2312e-01, -1.8768e-01, -4.1145e-01,
1.1690e-01, 1.2449e-01, -2.0802e-02, -1.4215e-01, 7.8355e-02,
-2.4883e-01, 3.9836e-02, -3.9535e-02, -4.2192e-01, -2.4905e-01,
-1.6599e-02, -2.7093e-01, -2.7767e-01, 3.2919e-02, -1.3718e-02,
-4.4973e-02, 1.3243e-01, -2.1354e-01, 6.1970e-02, -4.8306e-02,
-8.2261e-02, -3.4114e-01, -7.9304e-02, -2.4662e-01, 1.7707e-01,
-2.4103e-01, -1.7880e-01, -4.5864e-01, 7.1112e-02, -4.0232e-02,
-4.6805e-01, 1.1407e-01, -2.4095e-01, 2.3626e-01, -9.7608e-02,
-9.2348e-03, 3.9858e-02, 3.2970e-02, -3.6322e-01, -2.9845e-01,
-1.2591e-02, -9.3367e-03, -1.6255e-01, 2.3753e-01, 1.3904e-02,
-2.3815e-02, 4.8286e-03, -1.0870e-01, -3.2115e-02, -1.8459e-01,
-1.4262e-01, -2.6441e-01, -1.0957e-01, -1.0295e-01, -1.9516e-01,
-9.7716e-02, -1.8859e-02, -1.5921e-01, -9.6788e-02, -1.1212e-01,
-9.8516e-02, -1.7172e-01, 5.4394e-02, -1.1473e-01, -2.0175e-01,
-1.5327e-01, 5.0677e-02, -2.3898e-01, -1.6150e-01, -1.7556e-01,
-4.0293e-02, -2.4580e-01, -1.2750e-01, 1.0026e-01, 7.6422e-02,
-3.8038e-03, 4.6163e-02, 1.9662e-03, 1.5328e-01, -1.3020e-01,
-1.2499e-01, -3.6028e-02, -1.2353e-02, 2.4857e-02, -9.7960e-02,
-4.8036e-02, 2.1265e-02, -1.3987e-01, -2.8011e-02, -2.0443e-01,
-2.0244e-01, -1.3281e-01, 1.1532e-01, -2.1283e-02, -1.2697e-01,
-2.4818e-01, 3.4992e-02, -4.5495e-01, 1.4302e-01, 4.3753e-03,
1.3572e-01, -3.1112e-01, -1.8395e-01, -9.7363e-02, -1.8092e-01,
-9.1721e-02, -3.3287e-02, -1.1584e-01, -9.5116e-02, -3.4781e-02,
-2.0090e-01, -2.9209e-01, 1.1209e-01, -8.3744e-02, -1.4291e-01,
-1.5394e-01, 1.3789e-01, 5.7758e-02, -1.9816e-01, -5.2466e-02,
-1.6804e-01, -1.4796e-01, -3.3633e-01, 8.3719e-02, -8.7926e-02,
-3.2599e-01, -1.5609e-01, -9.8850e-02, -1.1102e-01, -1.1732e-01,
9.0971e-03, -3.7266e-02, -6.1767e-02, -8.1907e-02, -1.5169e-02,
5.6333e-03, 2.1059e-01, 2.3192e-02, -2.7962e-01, -2.2572e-01,
-1.1004e-01, -1.1787e-01, -2.7819e-01, -2.2246e-01, 1.6902e-01,
-1.7700e-01, 1.2756e-01, -1.6417e-02, 1.7346e-02, -9.3528e-02,
-1.7867e-01, -1.1366e-01, -3.8481e-02, -4.2068e-01, 2.2282e-02,
-1.7262e-01, -1.8147e-01, -5.4988e-02, 7.3462e-02, -7.6147e-02,
-1.3194e-01, -4.5986e-02, -1.2144e-01, -1.3100e-01, -1.6089e-01,
-2.6469e-01, -1.1876e-01, 2.4938e-01, 2.6831e-01, 1.0129e-02,
-2.8338e-02, -2.3881e-01, -1.1709e-01, -2.7739e-01, -9.5010e-03,
6.7479e-02, -2.7723e-01, -7.6358e-02, -1.4633e-01, 6.5444e-02,
1.5140e-01, 5.8702e-02, -1.3169e-01, -2.2470e-02, -5.3063e-02,
1.1395e-01, -3.5602e-01, -2.0860e-01, -2.0981e-01, -2.5488e-02,
1.4895e-02, -3.4503e-03, 1.5145e-01, -1.0820e-01, -8.2666e-02,
4.8582e-03, 5.7931e-02, -4.0206e-01, -1.8127e-01, 2.4979e-01,
3.7091e-02, -5.9783e-02, -2.0986e-01, -1.1390e-01, -1.0825e-01,
-2.7171e-01, -4.6708e-01, -1.7633e-01, -9.6123e-02, -1.3579e-01,
-1.9047e-01, -1.5152e-01, -2.6348e-01, 5.8128e-02, -7.6468e-02,
2.2168e-01, -3.1151e-01, -6.6470e-01, -2.3867e-01, -2.8613e-01,
1.0383e-01, 1.0139e-01, 1.2067e-01, 4.3528e-02, 1.5595e-01,
1.4450e-02, -1.4522e-01, -1.8604e-02, -2.2286e-01, -1.3248e-01,
-1.9172e-01, -5.7500e-02, 5.7477e-02, -1.6150e-02, -2.7837e-02,
1.5259e-01, -3.7769e-01, -1.5211e-01, -4.7963e-02, -3.1968e-01,
-1.0792e-01, -9.4676e-02, -1.7607e-01, 9.4049e-02, 1.4199e-01,
-1.2224e-01, 7.7272e-02, -2.3231e-02, -3.5481e-01, 6.3429e-02,
6.8292e-03, -1.9375e-01, -1.1733e-01, -2.1312e-01, -1.3861e-01,
2.2607e-01, 5.4821e-02, -9.4962e-02, -7.0645e-02, 1.9744e-01,
-1.4761e-01, -1.1374e-01, -9.6161e-02, -3.3280e-02, -1.8844e-01,
-1.4418e-01, -2.3152e-02, -3.3982e-01, 1.3682e-01, -2.1368e-02,
-1.7376e-01, -1.8510e-01, 1.9400e-01, -9.8136e-02, -1.5642e-01,
-3.8634e-02, 3.0779e-01, -5.4069e-02, 1.1432e-01, -1.5603e-01,
-3.2229e-02, -4.4252e-02, -9.3918e-02, -1.6803e-01, 2.3755e-01,
-2.7251e-01, -2.3212e-01, -6.9317e-02, -5.1126e-03, 5.7095e-02,
-1.4512e-01, -1.1403e-01, -1.7040e-01, -1.5278e-01, -1.1395e-01,
-1.0897e-01, -1.2265e-02, 1.9544e-01, 1.4919e-01, -7.9923e-02,
-3.5991e-01, -1.4322e-01, 2.1208e-02, -4.1050e-01, 8.2011e-02,
-1.8639e-02, -1.2917e-01, 3.1800e-02, -1.1844e-01, 1.1594e-01,
-1.5575e-01, 5.6231e-02, -1.0608e-01, 1.0853e-01, -1.0281e-01,
1.2798e-01, -7.2669e-02, -2.7868e-01, -1.2120e-01, 5.4911e-02,
4.6610e-02, -2.7883e-01, -1.0339e-01, -2.5119e-01, -3.6033e-01,
1.5390e-02, -1.0457e-01, -1.8314e-01, -3.3654e-02, -6.9750e-03,
-1.6257e-01, 2.7534e-03, -1.5977e-01, -4.3252e-02, 1.5602e-03,
-2.5953e-01, -2.2636e-01, -1.0082e-02, -1.8733e-01, -2.2260e-01,
2.5787e-01, -9.9290e-02, -4.8625e-02, 2.6702e-02, 1.6056e-02,
5.0492e-03, -6.3611e-01, -4.5432e-02, 7.5626e-03, -8.0120e-02,
4.4198e-01, -5.8749e-02, -6.1154e-01, -2.0009e-01, 1.8472e-01,
-5.3552e-01, 8.8935e-02, -1.4704e-01, -3.1163e-01, -2.6109e-01,
-2.0585e-01, -1.5599e-01, -1.7210e-01, -1.3786e-01, 9.0801e-02,
1.7846e-01, -9.8108e-02, -9.4742e-02, -9.3722e-02, -2.4099e-01,
-2.8139e-01, 9.6422e-02, -5.4438e-02, -2.1241e-02, -3.9513e-01,
-3.5242e-02, 1.7248e-01, -1.6748e-01, -3.0709e-02, -3.7770e-01,
-2.1409e-01, -7.9079e-03, -2.3955e-01, 5.3116e-02, -8.9140e-02,
1.3292e-01, 5.8167e-02, -8.5264e-02, -7.3169e-03, -3.1029e-01,
-4.8596e-02, -2.0558e-01, 3.7363e-01, -9.9280e-02, -1.0737e-02,
-2.5069e-01, 1.2688e-01, -5.7853e-02, -1.1188e-01, -1.7662e-01,
7.7916e-02, -5.2277e-01, -2.5076e-02, -2.3823e-02, -3.5326e-02,
-1.6421e-01, -4.5425e-01, -1.5275e-01, -4.5263e-01, -2.8073e-01,
-1.9139e-01, -4.4274e-02, -2.5135e-01, -2.5205e-01, 1.1578e-01,
-2.3879e-01, -3.1788e-02, -7.1109e-02, -2.1407e-01, 3.3839e-02,
-2.4607e-01, 7.5462e-02, -4.1661e-01, -1.2006e-01, 2.5890e-01,
-6.1870e-02, 1.1118e-01, 4.2282e-03, -3.0211e-01, -1.5412e-01,
-2.2493e-01, -3.4670e-01, -1.7489e-01, 2.8063e-02, -2.7340e-01,
-4.5761e-01, -1.1900e-01, -1.5233e-01, -1.0141e-02, -2.9330e-01,
-1.2443e-01, 6.7227e-02, -2.2432e-01, -1.8797e-01, -8.7392e-02,
4.1563e-02, -2.6258e-01, 9.7010e-02, -3.1424e-01, 1.0698e-01,
-2.2729e-02, 1.0480e-02, 1.2031e-01, 8.9289e-02, -2.0842e-01,
7.1533e-02, -2.6528e-01, -2.0845e-01, -1.5226e-01, 7.3343e-02,
-4.0998e-01, -1.8580e-01, -3.1982e-01, -5.2681e-02, -3.0809e-01,
-1.8572e-02, -2.1041e-01, -4.1202e-01, -2.1587e-01, -1.3071e-01,
-1.3022e-01, -2.8849e-02, -1.9534e-02, 1.2062e-01, -5.3411e-02,
-1.5864e-01, -1.6207e-01, -1.6974e-01, 1.1266e-01, -8.8181e-02,
1.7654e-02, 3.4444e-02, -1.6575e-01, -2.8765e-01, -2.6018e-01,
-8.7304e-01, -1.0869e-01, -3.0261e-01, -8.8902e-02, 3.0427e-03,
-4.1418e-01, 6.4947e-02, -8.9931e-02, 1.3826e-01, 6.5786e-03,
3.5637e-02, -3.7986e-01, 1.9582e-01, 8.4483e-02, 1.7089e-01,
2.4963e-01, -5.0585e-02, -4.5060e-01, -3.0685e-01, -6.4737e-03,
1.6336e-02, -1.4900e-01, -2.0543e-01, -1.3863e-01, 5.5700e-03,
-6.9867e-02, -7.2573e-02, 2.2752e-01, -2.8586e-02, -3.0308e-02,
7.0027e-02, -9.0391e-02, -1.5556e-01, -1.8441e-01, -9.2967e-02,
-3.0491e-01, -2.3237e-02, 8.6907e-02, -4.1027e-02, 1.2106e-01,
-2.5119e-01, -9.5209e-02, 2.3766e-02, -1.5106e-01, -3.7376e-02,
2.4843e-03, -1.1976e-01, 1.1685e-01, 8.5831e-02, -3.0875e-02,
-3.8583e-01, 9.3698e-02, -3.9545e-01, -5.2465e-01, -4.1608e-01,
-1.0294e-01, -1.5668e-02, -4.5033e-02, -3.3576e-01, -2.0686e-01,
4.6908e-02, -1.9968e-01, -1.7905e-01, 7.7594e-02, 1.9489e-01,
-1.9080e-01, -2.6207e-01, 8.5708e-02, 2.2920e-01, 3.1815e-02,
-7.6863e-02, -3.3835e-01, -4.2411e-02, -2.3896e-01, 1.1414e-02,
-1.4119e-01, -1.6901e-01, -1.6153e-01, -2.5484e-01, -9.1515e-02,
-4.4677e-02, -3.7232e-01, -2.0777e-01, -5.2560e-02, -4.4547e-01,
-1.4880e-01, 2.7545e-02, 3.2409e-02, -3.7353e-02, 1.8839e-01,
7.8906e-03, -1.3759e-02, -1.1166e-01, -1.9449e-01, 1.5827e-02,
-1.4968e-01, -1.4200e-01, -3.2099e-01, -1.8295e-01, 1.0154e-01,
8.2132e-02, -7.8360e-02, -3.1321e-01, 4.5297e-01, 1.7645e-01,
-5.1856e-02, -2.0296e-01, 1.9407e-01, 4.2585e-02, -3.9405e-02,
2.0537e-01, -4.2074e-01, 1.5657e-02, -2.3115e-01, -1.0519e-01,
-3.0275e-01, -8.8242e-04, -8.6361e-02, -1.5997e-01, -7.0889e-02,
-8.7050e-02, -1.8604e-01, -2.0641e-01, -1.2629e-01, -1.8252e-01,
3.3888e-01, -3.8128e-02, 1.4983e-01, -1.9545e-01, 1.4666e-02,
-2.7177e-02, -3.0916e-02, -3.8511e-01, -2.6064e-01, 6.4009e-02,
-3.9403e-01, 1.7732e-01, -2.6627e-01])),
('model.decoder.layers.5.encoder_attn.k_proj.weight',
tensor([[-1.1787e-01, 2.4270e-01, 3.8940e-02, ..., -1.8857e-02,
1.6086e-01, 1.0563e-02],
[ 5.9084e-02, 1.5834e-01, -3.6977e-02, ..., 6.7971e-02,
4.2535e-02, -5.3042e-03],
[ 1.0493e-01, 7.3550e-03, -4.4667e-03, ..., -3.5082e-02,
-1.6532e-02, -1.0020e-02],
...,
[ 2.1361e-02, 1.0540e-01, -1.7288e-04, ..., 3.5382e-02,
-8.9760e-02, -2.3133e-02],
[-9.1109e-02, -1.3282e-01, -8.6375e-02, ..., 4.6343e-02,
4.0207e-02, -1.0589e-01],
[-2.4506e-02, 1.0063e-01, 3.8804e-02, ..., 6.2217e-02,
-2.7600e-02, -1.5328e-02]])),
('model.decoder.layers.5.encoder_attn.k_proj.bias',
tensor([-6.6305e-03, 3.1949e-02, 7.2047e-03, -2.7768e-02, -5.4850e-02,
2.8220e-02, -1.3610e-02, -1.2952e-02, -5.7266e-03, -1.0621e-02,
-1.4454e-02, 2.3076e-02, -1.7593e-02, -7.7427e-03, 1.1757e-03,
-2.5217e-02, 1.7241e-02, -1.6815e-02, 5.0759e-03, 1.2248e-02,
-3.1614e-02, 1.1390e-02, -3.5521e-02, -1.3261e-02, 4.2600e-02,
-3.4303e-02, 2.2649e-02, 1.2094e-02, -2.5082e-02, -5.4047e-02,
5.5089e-03, -3.4851e-02, 1.8042e-02, -1.9340e-02, 4.1080e-02,
-1.6703e-02, 3.7187e-02, -3.4451e-03, -8.5077e-03, -2.2493e-02,
-4.7081e-02, 2.4931e-02, -4.5193e-02, -4.4771e-02, 2.7173e-03,
-3.2360e-03, -2.3502e-02, 3.3572e-02, 2.6210e-02, 4.7176e-02,
-3.0027e-02, -2.1933e-02, -1.0722e-02, -3.8178e-02, -3.7015e-02,
1.1833e-02, -6.4949e-02, -3.8484e-03, 4.0563e-02, 2.8501e-02,
-4.1986e-02, -1.0792e-02, -5.0541e-02, 3.7968e-02, -1.0213e-03,
7.2815e-02, -7.5500e-02, -1.2817e-02, -1.7273e-01, -1.4221e-01,
2.2192e-01, -1.5198e-01, -4.1136e-02, -5.9144e-03, -3.5003e-02,
-1.3535e-02, 2.8467e-01, -1.9702e-01, 1.6101e-01, 3.9336e-02,
1.3489e-01, 1.4917e-01, 5.9971e-03, 7.8427e-02, -4.0405e-02,
-1.2622e-01, 2.9526e-02, -6.1485e-03, 1.1652e-01, 4.7241e-02,
7.4280e-02, -2.2010e-01, -1.8689e-01, -5.4933e-02, -1.9746e-02,
1.7737e-01, -1.0907e-01, 1.6382e-01, 1.0266e-01, -2.0288e-01,
-1.2988e-01, -3.4009e-01, 5.1669e-02, 4.2084e-02, -6.3661e-02,
2.3401e-01, -3.9188e-02, 2.5610e-01, -2.3940e-02, 1.6980e-01,
5.4353e-02, -6.0028e-02, 6.1034e-02, 9.0880e-02, -2.3108e-01,
1.3611e-01, -2.1094e-01, 2.0996e-02, 1.0553e-01, -7.0008e-02,
2.7002e-01, 9.9487e-02, 6.2286e-02, -1.1975e-01, -1.4526e-01,
3.7842e-02, -7.3852e-02, 1.0608e-01, 3.7036e-01, -4.3092e-02,
-1.3625e-02, 1.1408e-01, 3.9062e-01, -1.4825e-03, 1.4136e-01,
1.4636e-01, -2.3474e-01, 9.0150e-02, 3.0005e-01, 1.8064e-02,
-4.7085e-03, 1.4793e-02, 2.3787e-02, 1.2890e-01, -3.6963e-01,
-3.4009e-01, 3.4619e-01, 1.1530e-01, 1.2091e-01, 3.7134e-01,
4.4018e-01, 1.3616e-02, -4.2078e-03, -2.7938e-02, -1.2720e-01,
2.9541e-01, -2.4524e-01, 3.3936e-01, 1.3403e-01, -2.1899e-01,
2.9858e-01, 5.5906e-02, 2.9980e-01, -3.3007e-01, -4.4008e-02,
1.9898e-01, -2.2551e-02, -1.7370e-01, -4.6021e-02, -3.2398e-01,
-4.8676e-02, -9.0395e-02, 1.4258e-01, -9.3748e-02, 8.8746e-02,
-1.3476e-01, -5.1207e-02, 3.8867e-01, -3.5083e-01, -2.9956e-01,
-1.5808e-01, 2.7954e-01, 2.0252e-01, 1.9884e-02, -1.2427e-01,
-2.0630e-01, -2.1985e-01, -1.8463e-02, -1.0412e-01, -4.1919e-01,
-4.1458e-04, -3.5339e-02, 5.1666e-02, -3.6714e-02, 5.3222e-01,
-4.8168e-01, 4.0331e-01, -9.2652e-02, 3.8216e-03, 1.9897e-01,
3.0289e-02, 4.9097e-02, -3.7354e-01, 4.0112e-01, -6.4453e-01,
-4.2602e-01, 1.0382e-01, -4.9976e-01, 2.9199e-01, -3.1738e-01,
-2.0997e-01, 4.2529e-01, 1.5441e-01, 1.2756e-01, 1.7321e-01,
-1.1480e-01, -4.5361e-01, -5.5237e-02, -4.0307e-01, -5.4932e-01,
-1.3183e-01, 6.7774e-01, 8.3691e-01, -3.4863e-01, 1.3854e-01,
5.6494e-01, -6.2988e-01, 3.6157e-01, 4.5361e-01, 3.1128e-01,
-8.4374e-01, 3.5811e-03, 1.8753e-02, -5.2453e-02, 5.6982e-01,
-2.2058e-01, 3.9282e-01, 3.8158e-01, -2.6807e-01, -6.8599e-02,
2.1130e-01, 3.2715e-01, 1.9775e-01, -6.5772e-01, 3.8721e-01,
3.2153e-01, -4.0381e-02, 1.0529e-01, -8.4228e-01, -1.2940e-01,
1.0303e-01, 9.8144e-02, 2.2131e-01, -5.4287e-02, -1.8030e-01,
1.9055e-01, 3.6797e+00, -2.1934e+00, 4.8584e-01, -1.6240e+00,
-2.2344e+00, 1.8506e+00, 7.3438e-01, 1.9307e+00, 3.2578e+00,
3.0254e+00, -8.2275e-01, 3.9112e-01, 1.4219e+00, 2.8223e-01,
-1.8428e+00, 2.0898e+00, -7.5244e-01, -3.1895e+00, -2.5488e+00,
2.4062e+00, -1.6553e+00, -2.2656e+00, 4.7578e+00, -1.4512e+00,
3.5742e+00, 7.1826e-01, 2.4316e+00, -4.4507e-01, 1.7529e+00,
-1.4981e+00, 9.9316e-01, 3.0020e+00, 1.9189e+00, -1.3838e+00,
-3.6133e+00, 3.5059e+00, 2.4727e+00, -2.7734e+00, -1.4287e+00,
-3.6328e-01, -3.3340e+00, 2.8184e+00, -1.7100e+00, 9.2188e-01,
2.0098e+00, 2.7930e+00, -5.4688e-01, 4.1211e-01, 3.9283e-01,
-2.7852e+00, -6.9483e-01, 1.8379e+00, -1.3584e+00, -1.5313e+00,
2.1543e+00, 3.4141e+00, -1.2051e+00, -2.2129e+00, 2.3707e-02,
-1.0713e+00, -1.9365e+00, -2.4414e+00, -6.0742e-01, 2.1426e+00,
-1.2512e-01, -1.7236e-01, 3.6621e-01, 3.8757e-02, 1.0965e-02,
1.5649e-01, 1.6516e-01, 8.7647e-02, -2.2717e-01, -3.3785e-02,
2.1285e-02, -1.4306e-01, 1.3269e-01, 8.3805e-02, -3.1253e-02,
6.2165e-02, -3.2745e-02, 2.8027e-01, 9.0149e-02, -1.2830e-01,
-1.7676e-01, -2.3145e-01, -3.0908e-01, 9.7903e-02, -1.3098e-01,
-2.8467e-01, 3.2739e-01, 4.9683e-01, 3.6060e-01, 3.6927e-02,
-2.4964e-01, 1.0376e-01, 5.0055e-03, 1.0089e-01, -3.7138e-02,
-1.7273e-01, 2.0923e-01, -2.8474e-02, -2.0056e-01, -2.7149e-01,
-1.7212e-01, 5.0177e-03, -3.6623e-02, -2.6538e-01, 7.8066e-02,
2.1716e-01, 2.6758e-01, -1.3037e-01, -8.6379e-01, -1.6785e-01,
-2.1887e-01, 1.4038e-01, -4.4128e-02, 1.7615e-01, -6.7505e-02,
3.8424e-02, 2.3719e-01, 2.2993e-02, 1.0712e-01, -9.6742e-02,
-2.1765e-01, 1.8542e-01, -8.7523e-02, 2.2998e-01, -5.8647e-02,
4.3620e-03, -3.6987e-02, -1.2566e-03, 4.4742e-02, 9.3392e-02,
-6.1916e-02, -3.4546e-02, -2.8881e-02, -4.5381e-02, 7.8481e-02,
8.9417e-03, -9.0363e-04, 4.1142e-02, -7.2509e-02, -5.5666e-02,
1.0595e-01, 8.4224e-02, 6.4272e-02, -2.2112e-02, 3.0536e-02,
-2.5757e-02, 5.3011e-02, 3.2825e-02, -4.5413e-02, -8.5207e-02,
-4.3698e-02, 3.6771e-02, 5.3074e-02, -1.1270e-02, -4.6867e-03,
5.0231e-02, 9.5402e-03, -2.5028e-02, -1.1590e-02, -8.4468e-02,
5.6120e-02, 2.2410e-02, 3.6164e-03, 1.5731e-03, -2.7621e-02,
-9.4599e-02, 3.7535e-02, -4.0013e-02, -2.1634e-02, -3.1578e-02,
-3.6555e-02, 5.2712e-02, -2.4233e-02, 3.0512e-02, -1.3430e-02,
-3.4578e-02, 6.5737e-02, 1.1306e-02, -3.6687e-02, -4.4490e-02,
8.3839e-03, -9.0169e-03, -8.6118e-02, 4.1623e-02, -2.0661e-02,
-4.4369e-02, 4.6844e-02, 2.4353e-02, -4.2627e-01, 2.9454e-02,
-5.9180e-01, -7.0752e-01, -1.6028e-01, -2.5000e-01, -1.1865e-01,
6.3231e-02, 2.1765e-01, 1.9131e-02, 2.8352e-02, 4.9414e-01,
-3.3691e-01, -6.3526e-01, 1.7859e-01, 6.9238e-01, -1.1389e-01,
-6.5869e-01, 3.5766e-01, 1.5674e-01, 2.0252e-01, -1.3647e-01,
5.2637e-01, 2.4121e-01, -8.4717e-01, -2.9272e-01, 3.6102e-02,
2.1436e-01, -7.0264e-01, 3.0127e-01, 4.4605e-01, 1.2915e-01,
-1.8762e-01, -8.5919e-03, -5.2155e-02, 4.8535e-01, 3.0203e-02,
2.1668e-01, 4.4922e-01, 6.9457e-02, 2.1914e-02, -2.3133e-01,
3.5352e-01, -1.3635e-01, 3.2351e-02, -6.5332e-01, -1.3574e-01,
-3.4351e-01, 3.3618e-01, 3.3960e-01, 2.2998e-01, -4.7656e-01,
-5.5274e-01, -9.4532e-01, 3.5279e-01, 3.6889e-01, 4.6948e-01,
2.7271e-01, -8.2276e-01, -3.5913e-01, -5.0244e-01, -6.7693e-02,
-2.5049e-01, -2.1570e-01, 4.2577e-01, -2.2144e-01, -9.6129e-02,
-2.9321e-01, -4.1113e-01, 1.8384e-01, -5.2294e-01, -5.2519e-02,
-7.2704e-01, 1.7761e-01, 2.5926e-02, -6.3624e-01, -2.9346e-01,
1.5039e-01, 5.6884e-01, 3.7355e-02, 3.4058e-01, 4.5440e-02,
-5.6454e-02, 1.0480e-02, 4.5605e-01, 6.4573e-02, 1.0283e+00,
4.3627e-01, -4.9682e-01, -2.5171e-01, -5.0977e-01, 9.6862e-02,
-4.6265e-01, 4.5459e-01, 5.6152e-01, -5.3832e-02, -2.7857e-01,
-4.5801e-01, -2.2986e-01, 6.9921e-01, 7.7832e-01, 3.0762e-01,
1.9373e-01, -5.8629e-02, 1.5686e-01, 1.3342e-01, -2.8540e-01,
5.2299e-02, -3.7915e-01, 1.9189e-01, 6.4518e-02, 1.5528e-01,
2.1997e-01, 1.7591e-01, -4.6451e-02, -4.8389e-01, 1.2768e-01,
-5.7813e-01, -1.8592e-01, 1.4172e-01, 4.3139e-01, -7.7455e-02,
-4.8389e-01, -2.1098e-02, -1.4148e-01, 4.1603e-01, -9.4189e-01,
-3.5766e-02, -1.5601e-01, -1.1145e-01, 2.5122e-01, -2.7588e-01,
6.1642e-02, 6.8175e-02, -1.6650e-01, -1.7639e-01, 5.1611e-01,
-2.1839e-01, -7.1475e-02, -1.1182e-01, 8.3130e-02, -1.6687e-01,
1.8067e-02, 4.9487e-01, -3.2317e-02, -2.2571e-01, 9.4504e-03,
3.7280e-01, -1.9079e-01, 2.6367e-01, 2.3115e-02, -3.1885e-01,
-3.9795e-01, 8.6971e-02, 9.0085e-02, -1.1534e-03, -9.7898e-01,
-1.3025e-01, 8.1424e-02, -9.7353e-02, -4.7940e-02, -6.8242e-02,
-4.1478e-01, -1.5563e-01, -7.5624e-02, -5.9371e-03, 3.0982e-01,
7.2899e-01, 1.4026e-01, -1.8860e-01, 1.1163e-01, 7.1473e-02,
-7.7883e-02, -2.2607e-01, -1.9373e-01, -1.1761e-01, -1.9409e-01,
1.5746e-01, 3.7768e-01, 2.7612e-01, 1.5771e-01, -3.0127e-01,
-2.0154e-01, -3.6109e-01, -9.2286e-02, -6.9764e-02, -1.2732e-01,
-6.0033e-02, 1.5833e-01, 1.5394e-01, 1.5637e-01, 3.7388e-02,
-6.0889e-01, 2.0569e-01, -5.2783e-01, 5.8928e-02, 8.7161e-02,
-1.2817e-01, -4.5142e-01, -4.5947e-01, 3.9307e-01, -9.0576e-01,
-4.8219e-02, 9.1859e-02, -6.4062e-01, -2.0178e-01, -3.4692e-01,
-1.8372e-01, 2.2644e-01, -1.6711e-01, -1.3086e-01, 2.6929e-01,
2.4756e-01, -1.3982e-02, -3.3106e-01, 2.5464e-01, -3.6963e-01,
5.7227e-01, 5.8045e-02, -8.1604e-02, 4.3921e-01, -3.9038e-01,
-2.6660e-01, 8.2400e-02, -5.6250e-01, -4.1870e-01, 1.5650e-01,
3.7549e-01, 1.5417e-01, -2.1498e-02, -8.2691e-03, 4.5728e-01,
1.4136e-01, -4.4263e-01, 9.2838e-02, 2.6221e-01, -3.9648e-01,
1.5184e-02, 1.0068e-02, 1.7066e-01, -3.5840e-01, -2.1543e-02,
-2.6147e-01, 1.9617e-01, -2.6493e-02, -7.2656e-01, 1.0645e-01,
-4.6753e-01, 4.1479e-01, -2.4475e-01, 4.3726e-01, -3.2251e-01,
-3.6304e-01, -2.2473e-01, 1.9483e-02, 5.1270e-01, -3.4548e-02,
-5.2955e-03, -5.0655e-02, -8.9276e-03, 7.6173e-02, -3.1735e-02,
4.2116e-02, 8.7524e-02, -5.8414e-02, -4.8436e-02, 5.9419e-02,
-7.2088e-03, -6.1983e-02, -1.3366e-01, -2.0113e-02, 2.4967e-02,
8.0941e-03, 3.6195e-02, -4.4569e-04, 5.9451e-02, -4.1778e-02,
-9.5338e-02, -3.3091e-02, -7.8922e-02, 1.7835e-01, 1.7164e-01,
1.0528e-02, -2.9619e-02, 1.8491e-02, -4.8522e-02, 2.5222e-02,
-3.8391e-02, 2.5011e-02, -6.2563e-02, -3.6438e-02, 1.0829e-02,
-2.9314e-02, 2.0996e-01, 7.4892e-02, 3.4329e-02, -4.8096e-02,
2.5000e-01, 8.1791e-02, -1.6358e-01, 1.0187e-01, -6.8724e-03,
-7.9105e-02, 2.5957e-02, 4.7635e-02, -6.4456e-02, -7.7179e-03,
5.1780e-03, -2.7729e-02, -4.8705e-02, -2.0281e-02, 5.8195e-03,
1.2378e-01, 4.3241e-02, 1.7444e-01, 4.1536e-02, 3.5582e-02,
5.6088e-02, -5.4139e-02, -2.3340e-01])),
('model.decoder.layers.5.encoder_attn.v_proj.weight',
tensor([[-0.0060, -0.0766, -0.1079, ..., -0.0168, -0.2865, -0.0902],
[ 0.0574, -0.0146, 0.3032, ..., 0.0375, -0.0574, -0.0727],
[-0.0701, -0.0033, -0.0194, ..., 0.0098, -0.0197, 0.0806],
...,
[ 0.1187, -0.0323, -0.0677, ..., 0.0253, 0.0725, 0.0404],
[-0.1124, -0.0123, 0.2037, ..., -0.1229, 0.0884, 0.0095],
[-0.0329, -0.0084, 0.0126, ..., -0.0126, 0.0834, -0.0653]])),
('model.decoder.layers.5.encoder_attn.v_proj.bias',
tensor([-5.3306e-03, 4.6084e-03, 6.9263e-02, -1.3658e-02, 1.4037e-02,
-2.9955e-02, -6.3234e-02, -6.3174e-02, 8.6166e-03, 3.2506e-02,
-3.5148e-02, 7.4624e-02, -2.5764e-04, -4.4438e-02, -1.1777e-02,
3.5737e-02, 2.2720e-02, -1.6620e-02, -6.0881e-02, 2.4069e-02,
-1.4455e-02, -1.1783e-02, 2.8459e-02, 3.1393e-02, 2.8387e-02,
-3.4767e-02, 1.3757e-02, -2.2819e-02, 1.2784e-02, 6.4612e-04,
2.2846e-02, -3.1910e-02, -1.5832e-02, 3.3443e-02, 2.8502e-02,
1.1374e-02, 1.3123e-02, 8.1303e-03, -2.2306e-03, -3.6247e-02,
-3.8795e-03, 2.4391e-02, -3.3535e-03, -6.0022e-02, 3.1287e-02,
-1.6182e-02, 2.8177e-02, 2.7850e-02, -1.8945e-02, 1.8428e-03,
2.9813e-02, 1.9422e-02, -1.0625e-02, 8.8793e-03, 3.1106e-02,
6.2707e-02, -2.3617e-02, -4.5981e-02, 2.4338e-02, -3.0923e-02,
-2.0494e-02, 7.9102e-03, -1.1396e-02, 4.9095e-02, 2.5945e-03,
-3.7346e-04, 1.2828e-02, 7.6330e-03, -7.9993e-03, -1.4894e-02,
7.8428e-03, -8.7969e-03, -2.6291e-02, -3.9110e-04, 2.1301e-02,
-1.8633e-03, -6.5540e-03, -1.9546e-02, -9.1837e-03, -5.5339e-03,
1.9697e-02, 6.0432e-04, 7.2530e-04, -2.6728e-03, 5.3667e-03,
6.8161e-03, -4.2523e-03, 2.4491e-03, -6.1672e-03, -1.0775e-03,
-1.3167e-02, -3.7274e-04, 4.4655e-03, -3.0512e-03, -8.8774e-03,
9.8931e-04, 7.6182e-03, -5.0701e-03, -1.1937e-02, -1.1512e-02,
-1.0645e-02, 4.7553e-03, 5.8807e-03, 3.9470e-03, 3.8280e-02,
-2.6925e-03, -7.3843e-03, -2.3997e-01, -1.6789e-02, 8.7546e-03,
7.9643e-03, 1.1082e-02, -4.4310e-03, 1.0510e-02, -9.3547e-03,
-2.0472e-03, 1.4851e-02, -6.6292e-03, 4.8574e-03, 2.3879e-03,
9.6363e-03, -4.3840e-03, 6.3978e-03, 6.6198e-04, -7.8906e-03,
-1.2355e-02, 1.1484e-02, 1.2838e-03, 6.7998e-04, 2.1779e-02,
6.8714e-03, 3.6088e-03, -9.2581e-02, 1.0978e-03, -5.5062e-03,
1.1675e-02, 2.2082e-02, -1.8554e-02, -2.9342e-02, 1.1344e-02,
1.6424e-02, 5.6136e-03, -3.2498e-03, 1.2268e-02, 3.9672e-03,
-4.2026e-03, -4.2476e-03, -8.9270e-03, -6.2494e-03, 8.3805e-03,
-5.4864e-03, -4.3382e-02, -2.1890e-03, -1.6822e-02, 6.3256e-03,
2.4273e-02, 1.0164e-02, 1.6518e-02, 9.3291e-03, 1.3525e-02,
2.0682e-02, -5.2690e-03, 3.0084e-03, -1.8881e-04, 3.9956e-03,
-4.3174e-03, 5.2093e-03, -6.1585e-03, -3.6028e-03, 8.9334e-03,
-6.8128e-03, 8.3498e-03, -3.4172e-02, -1.2886e-02, -3.1284e-04,
-7.2455e-03, -4.1874e-03, -1.0109e-01, 3.2117e-03, -5.0933e-03,
-2.7460e-02, -9.7491e-03, 2.1505e-02, -1.8136e-02, 7.4387e-03,
1.3260e-02, 6.9157e-03, 4.6587e-03, 9.4252e-04, 1.8694e-02,
-7.5912e-03, -5.7017e-03, -1.8569e-02, 5.1880e-03, 2.5864e-03,
2.1986e-02, 2.5941e-02, 1.9813e-02, -5.2488e-03, -1.4209e-02,
-1.9834e-01, 7.0060e-02, 4.9330e-02, -1.3817e-03, 6.8454e-03,
6.1761e-03, -4.3302e-03, -1.3142e-02, -7.1234e-02, -3.7379e-03,
1.9692e-02, 1.2480e-02, 7.8274e-03, 1.6530e-05, 9.2873e-03,
-9.9359e-04, 1.1365e-02, -4.1678e-02, 2.3044e-02, -3.9651e-04,
-7.2384e-04, 1.9504e-02, -3.5212e-02, 5.6265e-03, -3.9257e-02,
1.1452e-02, 3.1175e-02, -9.5083e-04, -1.4411e-02, 4.3480e-03,
2.0749e-01, -2.1388e-02, -9.0164e-05, 6.8978e-03, -5.7963e-03,
1.4391e-03, 1.7958e-02, 1.8579e-02, 3.6591e-02, 9.7114e-03,
-8.1094e-03, 5.7740e-03, 4.9698e-03, -1.5231e-02, 2.1200e-02,
1.0726e-02, 8.7085e-03, -1.7219e-02, -6.5505e-03, 2.5234e-02,
4.1098e-03, -1.3582e-02, -8.1676e-03, -1.5822e-03, 4.0318e-03,
1.1878e-02, -7.3630e-03, 2.3347e-02, -1.8457e-02, -2.1757e-03,
-1.3904e-02, 1.6249e-02, 3.7717e-03, -6.9400e-03, -8.7145e-04,
-3.7115e-03, 2.6527e-02, -1.4118e-02, 2.9073e-02, 1.8119e-02,
4.3120e-03, -1.4844e-02, -1.5607e-02, 1.9112e-03, -1.6561e-02,
5.0960e-03, 6.9738e-03, -8.1022e-03, -7.2887e-03, 2.8912e-02,
1.6240e-02, -3.0619e-03, -1.1125e-02, -1.1838e-03, 2.4981e-03,
-1.2374e-02, -6.4610e-03, -1.1542e-02, -4.3849e-03, -4.9214e-04,
-2.5208e-02, 2.2633e-02, 1.0009e-02, 1.2231e-03, 1.6491e-02,
3.1111e-02, 9.6485e-03, 8.5628e-03, 2.7898e-04, -1.2920e-03,
-2.7271e-03, 1.0307e-02, 1.2527e-03, 3.4240e-02, 1.1381e-02,
-1.9680e-03, -3.7295e-03, -6.9000e-03, -2.1626e-02, 4.3579e-03,
-2.0430e-02, -1.0125e-02, -7.6106e-03, -3.5880e-02, -4.2323e-03,
2.3694e-02, -1.9981e-03, -1.2817e-02, 1.1480e-02, 1.0863e-03,
1.3081e-02, -3.1380e-02, 2.3267e-02, -1.8881e-02, -1.8746e-04,
-6.0251e-02, -5.2945e-03, -1.6855e-02, -1.6385e-02, 2.1168e-02,
-2.1155e-02, -3.2977e-02, -5.5228e-04, -3.6459e-03, -6.4961e-03,
-7.6282e-03, -2.4074e-02, 3.5025e-05, -9.7613e-03, 2.6822e-02,
-1.0177e-02, -3.3203e-03, 4.2941e-02, -3.7005e-02, 3.2080e-02,
1.3494e-03, 9.9792e-03, -2.9669e-02, 8.2344e-05, -1.0682e-02,
-2.1922e-02, -2.3332e-02, 3.6174e-02, -2.2123e-02, -9.0701e-03,
1.2103e-02, 2.9200e-05, 7.6245e-03, 1.3755e-02, 1.0450e-02,
-1.6372e-02, -4.5568e-03, -1.2582e-02, 1.2390e-02, -2.0419e-02,
-9.0449e-03, 1.4189e-02, 5.6256e-03, 5.2963e-03, -3.9731e-05,
-1.8349e-03, -1.4296e-02, -1.0386e-02, -8.8425e-03, 5.9258e-03,
1.7496e-02, -1.2211e-02, -8.7905e-03, -6.2097e-03, -3.0326e-02,
3.6383e-02, -2.3387e-01, 4.3291e-03, 2.1333e-02, 2.6970e-03,
1.0873e-02, -4.0463e-03, 2.4744e-02, 1.6895e-02, 1.7355e-02,
1.8603e-02, -3.2923e-02, 3.3041e-03, 1.0786e-02, -1.0626e-02,
-8.1973e-03, -2.7540e-02, -5.9734e-04, -1.3697e-02, 6.7339e-03,
4.8729e-03, 1.3338e-01, 5.8526e-03, 1.5099e-03, 1.3274e-03,
3.4449e-03, 4.1325e-03, 2.2838e-02, 2.6540e-02, -9.6373e-03,
2.1055e-02, -9.7315e-07, -2.5251e-02, 3.9453e-03, 5.6144e-03,
-1.1625e-02, -1.0874e-02, -7.1353e-03, 9.5656e-04, -1.3189e-02,
1.3284e-02, 2.9301e-02, 1.5894e-01, 1.3855e-01, -2.0579e-02,
-3.1095e-03, -1.3196e-02, -3.5739e-02, -6.9729e-03, 8.1599e-03,
1.5139e-02, -1.0253e-02, 7.0164e-03, 1.5863e-02, -4.0623e-02,
9.4507e-03, 6.7273e-03, 6.3872e-03, -1.0830e-02, -1.6572e-03,
4.2793e-03, -9.5472e-03, -1.5066e-02, -2.0819e-02, 1.6861e-02,
6.5975e-03, 1.7586e-02, 3.1633e-02, 9.0060e-03, 2.3193e-02,
-6.7196e-03, 1.3062e-03, 1.0541e-02, 5.3598e-03, 1.4527e-03,
1.5544e-02, -5.7062e-03, -6.5179e-03, -2.2067e-03, -8.4524e-03,
1.7813e-03, 2.9891e-03, -5.7245e-03, -1.4529e-02, -5.8700e-03,
-2.5147e-01, 5.9726e-03, -2.8647e-03, 1.1983e-02, -9.0310e-03,
-9.1252e-03, -2.3606e-02, -2.6875e-03, 1.8306e-02, 1.2407e-02,
1.4616e-02, 8.7495e-04, -5.4965e-02, -1.7998e-02, 9.2415e-03,
1.5043e-02, -1.1091e-02, 7.5183e-03, 1.2372e-02, -3.2708e-03,
-1.7047e-02, 1.3461e-01, 5.9263e-03, 1.1096e-02, 1.9597e-01,
1.1486e-03, -4.1476e-03, 4.8668e-03, -7.0293e-03, -9.7082e-03,
1.2446e-03, -9.2288e-03, -1.4180e-02, -1.1666e-02, -3.0010e-02,
-1.0898e-03, 6.1727e-03, 1.4532e-02, 2.8039e-02, -4.0380e-03,
-1.0861e-02, 2.3370e-02, -4.0006e-03, -1.4854e-02, -1.4874e-02,
1.7630e-02, -5.5751e-03, 3.3504e-03, 3.1179e-02, -2.1884e-02,
1.9621e-02, 2.0981e-02, 2.9839e-02, -4.3690e-02, -8.8244e-03,
1.0107e-02, -1.6542e-02, -1.2341e-02, 7.7362e-03, 1.5158e-02,
-1.2922e-02, -3.3680e-03, 7.3946e-03, -2.4245e-03, 9.9835e-03,
6.7548e-03, -1.1552e-02, 4.1853e-02, 2.8440e-02, 1.9619e-02,
-1.6597e-03, 2.5844e-02, 3.1906e-02, 2.7910e-02, -3.7534e-02,
-2.0316e-02, 2.1583e-02, -3.6318e-03, -1.6306e-02, -3.3853e-02,
-2.0828e-02, 2.0796e-01, 1.1094e-03, 1.0399e-02, 2.1343e-02,
-2.8368e-02, 4.7441e-02, -1.9249e-02, -1.8641e-02, -2.7480e-02,
-1.7586e-02, -2.0572e-02, 1.8308e-02, 2.0777e-02, -5.4199e-03,
-1.0912e-02, -2.9269e-02, 2.3542e-02, 3.4418e-03, 1.7651e-02,
-2.0629e-02, 5.4600e-03, -7.3919e-04, -1.5287e-02, -2.6001e-02,
8.0033e-05, -4.4929e-03, -3.9542e-02, 2.2071e-03, -9.6091e-03,
3.8610e-02, -2.2552e-02, 2.3232e-02, 1.1316e-02, -1.9202e-02,
8.2270e-03, 2.2665e-03, 9.4084e-03, -1.1228e-03, -1.5909e-04,
-4.0042e-03, 1.4246e-02, -1.1443e-02, -2.0437e-02, 1.2712e-02,
-1.5555e-02, -5.4791e-03, 5.3163e-02, -2.0859e-01, 1.7658e-02,
-1.3656e-02, 1.2300e-03, -1.0645e-02, -1.1347e-02, -5.1914e-02,
6.2197e-03, -2.0186e-02, 1.7119e-02, 1.2291e-04, -5.5210e-04,
2.3004e-02, -2.2298e-03, -8.0146e-03, -6.3347e-03, 1.9235e-03,
1.1682e-02, 1.1975e-02, -1.1436e-02, 1.1416e-02, -6.3504e-03,
1.0831e-02, -1.6341e-02, 3.6138e-03, -2.1389e-02, -2.9618e-03,
1.7314e-02, 1.1950e-02, -2.7425e-03, 2.4507e-03, -3.6824e-02,
-4.5491e-03, -1.8246e-02, 1.4719e-03, -5.5126e-03, -3.1737e-02,
-2.2734e-02, 5.6414e-03, -1.3409e-02, 1.5853e-02, 1.3610e-02,
-2.1354e-03, -2.0276e-03, -1.3526e-02, 7.8014e-03, 1.4452e-02,
-1.4294e-02, -1.1675e-02, -1.3595e-03, -4.3268e-03, 3.8722e-03,
1.6089e-03, 3.7431e-02, 1.9574e-02, -2.1998e-03, 7.5055e-03,
3.5574e-03, 1.0406e-02, -1.2977e-02, 2.1187e-01, 1.6292e-02,
-1.4037e-03, -2.0674e-02, 1.9367e-02, 1.5485e-02, 5.2530e-03,
3.8045e-02, -1.8313e-03, 1.4471e-03, -4.3900e-02, -6.7047e-03,
-1.2948e-02, 2.9149e-02, -8.2323e-03, -2.3002e-02, -1.8693e-02,
2.0653e-03, 1.4550e-02, -1.7192e-02, -4.1194e-03, 5.7151e-03,
2.4939e-03, -1.3786e-02, 2.8337e-01, -4.4029e-03, 4.6119e-03,
8.2198e-03, 1.9227e-03, 1.1610e-03, 9.0986e-04, 6.7778e-03,
-1.2917e-02, 4.1468e-03, -7.8716e-03, -1.7311e-02, -6.4426e-03,
-2.2548e-02, 1.2594e-02, -1.0790e-02, 6.9288e-04, 7.5959e-03,
-1.7025e-02, -2.5382e-04, -1.4594e-02, 2.4724e-02, -1.9288e-02,
-3.6153e-03, 6.6105e-03, -2.9989e-04, -7.1926e-03, 8.8414e-03,
7.0948e-03, 2.3264e-03, -5.5317e-02, -4.2766e-03, -1.0324e-02,
-1.0005e-02, 4.0464e-03, -2.5029e-02, 4.8680e-02, -2.4265e-02,
2.8413e-02, 4.2983e-02, -5.5111e-03, 1.1175e-03, -5.9485e-03,
-6.5181e-02, -1.9732e-02, -4.4640e-03, -6.8509e-03, -4.1144e-02,
-2.9394e-03, 3.2414e-04, -1.9250e-02, -1.5808e-03, -1.1661e-02,
2.4583e-03, 2.5076e-02, 5.6545e-02, -1.0357e-02, 5.0080e-02,
-6.0824e-03, -1.1729e-02, 6.3903e-03, 1.9055e-02, 1.7925e-02,
2.9406e-02, -1.5709e-02, -1.2486e-02, 5.9580e-03, 1.1844e-02,
-1.6693e-02, 8.9064e-03, 1.9734e-02, -2.3965e-02, -3.7407e-02,
5.3197e-03, -1.5837e-02, -1.1282e-02, 1.0858e-02, 3.4632e-02,
6.3451e-03, 9.7223e-03, -1.7704e-02, -6.4662e-03, -2.8970e-02,
-1.7143e-03, 1.8984e-02, 2.0113e-03, 1.8028e-03, -9.2056e-03,
9.6522e-02, -1.4876e-02, -2.2475e-02])),
('model.decoder.layers.5.encoder_attn.q_proj.weight',
tensor([[-0.0518, 0.2114, -0.0510, ..., 0.0804, -0.0340, -0.1611],
[-0.0227, -0.0789, -0.0091, ..., 0.0207, 0.0470, -0.1107],
[-0.1413, -0.0160, 0.0465, ..., -0.0290, 0.0239, 0.1481],
...,
[ 0.0174, 0.0172, 0.0497, ..., -0.0993, -0.0526, 0.0096],
[-0.0644, 0.0269, 0.0521, ..., 0.0318, 0.1859, -0.0437],
[-0.1358, 0.0920, -0.1055, ..., 0.0170, 0.0199, -0.0139]])),
('model.decoder.layers.5.encoder_attn.q_proj.bias',
tensor([-1.3579e-01, -2.3158e-01, -1.1593e-01, 2.8146e-01, 2.5917e-01,
-1.7569e-01, 2.2162e-01, -2.4514e-01, 5.1962e-02, 2.1534e-01,
-2.9293e-02, 2.0232e-01, 3.3629e-01, -1.8880e-02, 1.5037e-01,
2.5701e-01, -1.1774e-01, 2.8440e-01, -3.9204e-01, 1.0815e-01,
2.6612e-01, 3.3930e-01, -4.9940e-02, 1.1569e-01, -2.9646e-01,
1.0060e-01, 5.9390e-02, -1.8366e-02, -1.0554e-01, 1.9410e-01,
1.7956e-01, 2.8704e-01, -1.1767e-01, 7.0243e-02, -2.1499e-01,
-4.1050e-02, -4.4572e-01, -2.0838e-01, -1.7121e-01, 3.4484e-01,
3.2762e-01, -2.0000e-01, 3.8954e-01, 8.2147e-02, 1.3241e-01,
1.1672e-01, 3.1257e-01, -2.1625e-01, -7.3125e-02, -3.1133e-01,
-1.1979e-01, 3.3889e-01, -5.9600e-02, -1.6912e-01, 1.0820e-01,
-2.0961e-01, 3.5295e-01, -1.0632e-01, -2.4483e-01, 3.9613e-02,
2.5598e-01, 3.7371e-01, 2.0535e-01, -2.4945e-01, -2.0777e-02,
-1.1248e-01, 3.8076e-02, 2.4567e-01, 7.4925e-04, 1.5178e-01,
-1.1467e-01, 1.0203e-01, -1.5835e-01, 2.8182e-02, 2.4662e-02,
7.8588e-02, 1.6450e-01, -1.5110e-01, 2.1449e-02, 9.4830e-03,
8.2271e-03, 1.6763e-01, -6.2552e-02, -8.2882e-02, -1.2828e-01,
-8.9035e-02, -1.0437e-03, 3.5836e-02, 1.2102e-01, -1.6323e-02,
2.8212e-01, -1.6968e-01, 3.1694e-02, 1.0131e-02, -6.5880e-02,
2.1169e-01, 1.3747e-01, 2.1243e-01, 5.1580e-02, -2.9585e-01,
1.7743e-01, -1.9184e-01, -2.1371e-02, -2.3300e-01, -2.1454e-01,
2.4136e-01, 3.5676e-02, -5.8756e-02, -7.8741e-02, 1.4910e-01,
2.9624e-01, -1.0063e-01, -1.1510e-02, 6.7203e-02, -1.2270e-01,
-1.7471e-01, -9.5836e-02, -2.2926e-01, 1.3028e-01, 1.1323e-02,
2.4733e-01, 1.5781e-01, -1.2492e-01, 1.3655e-01, 5.0056e-02,
-1.0377e-01, 1.4078e-01, -1.1601e-01, 1.9583e-01, 1.9599e-01,
2.6584e-01, 1.9991e-01, 1.8760e-01, 4.5220e-03, 3.4403e-01,
2.7908e-01, -9.2418e-02, 1.3419e-01, 2.4839e-01, 2.7620e-01,
2.5038e-01, -1.4457e-01, -7.7798e-02, -2.9032e-01, -2.0536e-01,
-2.1911e-01, -7.7796e-02, 6.3473e-02, 2.1552e-01, 2.7142e-01,
7.9364e-02, -2.9789e-01, -1.1692e-01, -3.8190e-02, 1.3024e-02,
3.6374e-01, -2.7769e-02, 1.7334e-01, 1.4364e-01, 5.6552e-02,
2.4161e-01, -9.5460e-02, 2.6642e-01, -1.3460e-01, -1.5167e-01,
-2.5723e-01, 4.3882e-02, -1.2739e-01, -3.0056e-01, 1.9553e-02,
1.9471e-01, 1.0576e-01, 2.7368e-01, 1.1754e-01, 3.3147e-02,
-1.7868e-01, -3.8559e-02, -1.1098e-01, -2.3995e-01, 6.3638e-05,
-2.1797e-01, 7.9731e-02, -1.3689e-01, -2.1055e-01, 3.1976e-03,
-1.1984e-01, -1.3166e-01, -1.8308e-01, 1.0831e-01, -9.1935e-02,
3.1547e-01, 2.4494e-01, 6.5160e-02, 5.8050e-02, -1.4700e-01,
9.3066e-02, -5.0155e-02, 4.8959e-02, -1.5932e-01, -2.8126e-02,
-1.5452e-02, -2.9023e-01, 3.1566e-01, -2.1824e-01, 2.1941e-01,
1.2484e-01, -2.6076e-01, 3.3510e-03, 7.2745e-02, 5.3858e-02,
1.3352e-01, 9.4359e-02, -8.0662e-02, 1.9350e-01, -7.7457e-02,
2.1225e-01, 2.6438e-01, -4.1624e-02, 2.7222e-01, -1.3054e-01,
-1.8864e-01, -2.2411e-01, -3.9525e-02, 9.2620e-02, -2.1469e-01,
-1.4265e-02, 7.8196e-02, -2.3119e-01, -1.8177e-01, -5.0570e-02,
8.1017e-02, 1.2517e-01, -1.9780e-01, -1.7789e-01, 9.0691e-02,
2.0142e-01, -1.5387e-01, 1.1414e-01, -3.0361e-01, 2.1480e-01,
-4.5482e-02, 8.9366e-02, 1.3965e-01, 2.2120e-01, 9.9565e-02,
5.9762e-02, 2.9813e-02, 4.4330e-02, 9.2038e-02, -1.8215e-01,
-2.1616e-01, 1.1432e-01, 1.4310e-01, 2.6896e-01, -1.6470e-01,
2.4125e-01, 3.0054e-01, -1.3031e-01, -1.6959e-01, -1.1126e-01,
4.1926e-02, -1.2280e-01, 1.1535e-01, 1.3382e-01, 6.4833e-02,
8.7540e-02, -4.9924e-02, -1.4174e-01, 9.7080e-02, 1.6641e-01,
-1.9890e-01, 1.2794e-01, -2.3292e-01, -1.3601e-01, 2.1746e-01,
3.2668e-01, -1.6913e-01, 1.4781e-01, 1.4261e-01, -1.9084e-03,
1.8945e-01, 1.1594e-01, -1.8896e-02, -7.7621e-02, 1.4962e-01,
-2.9819e-01, -6.0771e-02, 1.2837e-01, 4.2487e-02, -1.4260e-01,
6.0335e-02, 1.5370e-01, 1.4801e-01, -2.0660e-01, -3.0482e-01,
1.5950e-01, -1.1793e-01, 2.8646e-01, 7.3570e-02, 2.0994e-01,
1.8307e-01, 1.3462e-01, -3.0387e-01, -1.3390e-01, -5.5077e-02,
-1.6822e-01, -2.3086e-01, 2.0188e-01, 1.0834e-01, -7.5384e-02,
9.7149e-02, 7.9358e-02, 1.1530e-01, -4.8911e-03, 1.3802e-01,
-7.1485e-02, -2.0179e-01, -9.5120e-02, 7.9853e-02, -1.1947e-02,
-6.2084e-02, -9.2888e-02, -1.2612e-01, -2.4539e-01, -2.3911e-01,
4.4992e-02, 7.4327e-02, -3.7816e-01, 2.1998e-01, -1.8254e-03,
-1.2811e-02, -2.2311e-01, -1.5327e-01, 7.2291e-02, 4.9651e-02,
1.1127e-02, -4.1658e-02, 2.3889e-03, -3.4003e-01, 1.3743e-01,
3.8096e-02, 8.7719e-02, 1.3583e-01, -2.9496e-03, -2.5486e-01,
2.7387e-01, -3.1999e-01, -1.0369e-01, -2.3468e-01, -1.0834e-01,
2.4072e-01, -1.1851e-01, -6.7630e-02, -3.8673e-02, 5.4399e-02,
2.7843e-01, 4.7932e-02, -2.1625e-01, -5.9047e-02, 1.5131e-01,
-2.0697e-03, 1.5121e-01, 2.0723e-01, -8.2306e-02, -5.5870e-02,
8.0232e-04, 7.2181e-03, -1.4285e-02, 3.4538e-01, 1.0566e-03,
1.5474e-01, -9.6558e-02, 6.8388e-02, -2.5689e-01, -2.2406e-02,
-3.4006e-02, -6.2088e-02, 8.3948e-02, -8.6336e-02, 7.0316e-02,
9.8353e-02, 4.7831e-02, 9.2779e-03, -1.7384e-01, 2.8700e-01,
1.6421e-01, 3.3138e-01, 1.1005e-02, 6.8007e-02, -2.1958e-01,
-1.4568e-01, -3.2064e-02, -1.0459e-01, -2.8992e-01, 7.3765e-03,
-4.0513e-02, -1.2282e-01, 9.2835e-02, -2.0311e-01, -2.1258e-01,
-2.5492e-01, 1.9930e-01, 4.3590e-02, -7.4641e-03, -1.2098e-01,
1.7712e-01, -2.5489e-01, -3.6413e-01, -1.4549e-01, 2.9384e-02,
-8.9603e-02, -2.6500e-01, -3.3960e-01, 3.0180e-01, 6.1195e-02,
-1.2612e-01, -7.0321e-03, -2.9562e-02, -1.4591e-01, 8.4473e-04,
1.1436e-01, -6.5957e-02, 1.6767e-01, 2.6241e-01, -2.2744e-01,
1.3816e-01, -5.4011e-02, -1.0894e-01, 9.2002e-02, -1.8760e-01,
-1.2367e-01, 1.2829e-01, 4.9944e-02, 6.2103e-02, -1.3102e-01,
1.1907e-01, 6.4621e-02, -3.0311e-01, -1.7510e-02, -4.6485e-02,
-1.1864e-01, -1.3784e-01, 5.5603e-02, -3.4431e-01, 1.5884e-01,
-2.1282e-01, 1.2458e-01, -7.5956e-02, 5.2099e-02, -1.6624e-02,
-6.0633e-02, -1.0436e-01, -1.1120e-01, -1.2949e-01, -2.8159e-01,
-3.8455e-02, 9.4871e-02, -1.2815e-01, 1.8274e-01, -4.3927e-02,
1.4683e-01, -7.6081e-02, 7.0845e-02, 2.6563e-02, -4.1793e-02,
1.1149e-01, -4.4063e-02, 7.9741e-02, -1.9152e-01, -8.4599e-02,
1.6804e-02, 3.5044e-02, 1.1021e-01, 8.7495e-02, -3.8628e-02,
-8.8070e-02, -1.0784e-01, 9.7708e-02, -4.0020e-02, -8.1057e-02,
8.3915e-02, 6.5248e-03, 5.7091e-02, -8.8455e-03, 1.7720e-02,
-1.4444e-01, 1.4154e-02, 1.7965e-01, 1.4663e-01, -7.7455e-02,
2.7999e-02, -9.4905e-02, 1.2838e-01, -1.8471e-01, -5.5923e-03,
1.0462e-01, -6.9807e-02, -8.7680e-02, 1.0308e-01, 9.5317e-03,
6.6167e-03, -1.8913e-01, 8.0438e-02, -4.4979e-02, 1.8886e-01,
3.7139e-02, -4.3277e-02, 5.0487e-02, -7.1988e-02, 8.6294e-02,
6.3689e-02, 6.2836e-02, -4.4266e-02, -9.2206e-03, -1.8434e-02,
5.7772e-02, 2.9554e-01, 2.0218e-02, 9.2318e-02, -4.9743e-02,
2.5432e-01, 1.4803e-02, 1.8148e-01, 2.3556e-01, 9.8775e-03,
1.9729e-02, -1.3427e-01, 3.1999e-02, -2.2562e-01, 1.1848e-01,
-3.7161e-02, -7.0567e-02, -3.2021e-02, 3.9260e-02, -1.7053e-01,
3.1648e-02, 2.5182e-02, 2.5938e-04, 2.4938e-01, -1.8363e-01,
1.8471e-01, -1.4398e-01, 1.6213e-01, -2.0498e-02, 4.3802e-02,
6.1839e-02, 5.6095e-02, -1.2346e-01, -7.7298e-02, -1.0082e-01,
1.0197e-01, -2.9338e-02, -2.2959e-01, -7.2811e-03, -7.9889e-02,
-1.4486e-01, -1.9959e-01, -6.5833e-02, -1.0967e-01, -1.7017e-01,
-1.1362e-01, -1.1270e-01, 5.5491e-02, 1.5478e-01, -1.7262e-01,
-1.1037e-01, 3.0890e-02, 3.2561e-02, 2.3202e-01, 2.1755e-01,
-1.3550e-02, 1.8887e-01, 2.9754e-01, -8.6717e-02, 6.6776e-02,
-1.1688e-01, 7.5736e-02, 1.7184e-01, -5.3724e-02, -5.7114e-02,
-1.8937e-02, 6.8676e-02, 6.4392e-02, 5.1647e-02, 2.0944e-01,
-4.7346e-02, 1.0170e-01, -5.0926e-03, -1.9443e-01, -9.0007e-02,
-6.5001e-03, 6.0444e-02, -4.5571e-02, 4.5108e-02, -2.1540e-01,
2.6186e-01, 9.0441e-03, 1.8862e-01, -4.7584e-02, -1.4994e-01,
-3.3297e-02, 2.7177e-03, 1.1395e-01, -1.1423e-01, -2.9573e-01,
2.7800e-02, -1.4082e-01, 1.5635e-01, -1.7541e-01, 8.7925e-02,
-1.9616e-01, -6.7724e-03, -1.6692e-01, -1.2726e-01, -5.4981e-02,
1.6728e-01, 1.1577e-01, -4.1995e-02, -8.2837e-02, 7.0769e-02,
-1.2026e-01, -1.6173e-01, -9.2373e-02, 2.5441e-02, 5.1557e-02,
1.3955e-01, 8.0341e-02, 1.0705e-02, 8.3721e-02, -2.9636e-02,
6.2414e-02, 5.0819e-02, -1.9298e-01, -2.1014e-02, -1.0081e-01,
1.0240e-01, 3.2483e-02, 9.6396e-02, 2.5369e-01, 6.3521e-02,
-6.0992e-02, -1.6113e-02, 3.1181e-01, -1.8029e-01, 1.7210e-01,
-2.0273e-01, 6.7486e-03, -1.4212e-01, -3.2354e-02, -5.6315e-02,
1.2545e-01, -3.6335e-01, -1.1602e-01, -7.5054e-02, -1.5156e-01,
1.5280e-01, 1.8494e-01, 1.1469e-01, -1.5234e-01, -6.4651e-02,
-2.6359e-01, -3.1177e-01, 1.4898e-01, -2.8154e-01, 2.3804e-02,
6.8603e-02, -1.2302e-01, -7.1895e-02, 1.3413e-01, -5.9712e-02,
1.2540e-01, -2.5417e-01, 1.2624e-01, 8.7246e-03, 1.7667e-01,
-1.7545e-01, 2.0063e-01, -2.3243e-02, -1.8290e-01, -1.1567e-01,
-2.5639e-01, 8.1661e-02, 4.4326e-03, 9.8538e-02, 9.7763e-02,
3.5523e-01, -4.8814e-01, -2.1699e-01, 3.1362e-02, 1.4546e-02,
1.1740e-01, 2.3106e-01, -3.6371e-01, -3.5431e-02, 1.5410e-01,
-2.6344e-02, 2.6115e-02, 1.8750e-01, 3.1169e-02, 3.9846e-02,
3.9370e-02, -2.5105e-02, -1.1179e-01, -8.4654e-02, 2.9169e-01,
-3.4716e-01, 2.7202e-01, -3.4003e-02, 8.0583e-02, 2.6869e-01,
-3.3080e-01, 8.0664e-02, 4.4717e-02, -1.4191e-01, 1.9764e-02,
-3.3861e-01, -2.2438e-01, 3.0099e-01, 1.4083e-01, -1.6673e-01,
1.7245e-01, 1.5933e-01, 1.8973e-01, -1.4834e-01, 1.7618e-01,
1.4889e-02, 4.2942e-02, -8.9448e-02, -1.5645e-01, 1.9138e-02,
-3.2184e-01, 1.2416e-01, -2.5791e-01, 1.3808e-01, 2.1790e-01,
-2.1499e-01, -4.3240e-01, 2.9609e-01, -3.2847e-01, -2.5776e-01,
1.3698e-01, 3.1103e-02, 3.1124e-01, -4.5029e-02, -1.2236e-01,
-4.7214e-02, 1.2750e-01, 2.7240e-01, 1.3890e-01, -1.7556e-01,
-8.3009e-02, 3.5593e-01, -2.5739e-01, -2.2335e-01, 2.0456e-01,
3.7273e-01, -3.3714e-01, 5.9911e-02, 2.6931e-04, 1.9705e-01,
7.0378e-02, -3.4134e-02, -2.7143e-01, -2.4412e-01, -1.4088e-01,
4.6595e-02, -1.4982e-01, -2.7462e-03])),
('model.decoder.layers.5.encoder_attn.out_proj.weight',
tensor([[ 1.0941e-02, 4.9274e-02, -3.4891e-02, ..., -1.8302e-03,
-1.3817e-01, -1.4514e-02],
[-1.2360e-01, -5.9256e-03, -1.5554e-01, ..., -8.0122e-02,
-3.1088e-02, -1.2831e-02],
[-7.3971e-02, 2.6325e-01, -8.9326e-02, ..., 3.7972e-02,
1.3585e-01, -9.8249e-02],
...,
[-5.1860e-02, -1.4693e-02, 4.1510e-05, ..., 1.2145e-02,
1.6897e-02, 2.9919e-02],
[-2.0243e-01, 1.2355e-02, 3.3021e-02, ..., 6.6402e-02,
3.8273e-02, 7.8806e-02],
[-6.5731e-02, -1.8648e-02, -8.9178e-02, ..., -1.1758e-01,
7.6889e-02, -8.7835e-02]])),
('model.decoder.layers.5.encoder_attn.out_proj.bias',
tensor([ 5.9621e-02, 5.7558e-02, -7.8835e-02, -6.2214e-02, -1.2067e-02,
-1.2666e-01, -1.0592e-01, -1.8775e-02, -4.7531e-03, -8.0367e-02,
-1.7143e-02, 1.3275e-01, -1.4918e-01, -4.4874e-03, 1.0704e-01,
-6.7704e-02, 4.1402e-02, -1.2041e-01, 2.0047e-03, 3.2471e-02,
6.8215e-02, 2.3975e-01, 1.6359e-01, 1.4316e-03, -4.0753e-02,
-8.2580e-02, 1.6457e-02, 5.7330e-02, 8.1874e-02, 1.3745e+00,
1.9013e-03, -2.0695e-02, -5.4604e-02, 4.2067e-03, 5.7605e-03,
4.3675e-02, -9.6589e-02, 4.9028e-02, 5.7732e-02, -1.5752e-02,
5.0022e-03, 3.8813e-02, -3.5237e-02, 5.4476e-03, 1.7993e-01,
1.0450e-01, -2.6322e-02, -6.6467e-02, 4.1238e-02, 1.8258e-03,
-9.3701e-02, 1.2051e-01, -5.4854e-02, 6.4472e-02, -6.3793e-02,
-3.5072e-02, 2.4297e-02, -7.3414e-02, 6.3278e-03, 4.2315e-02,
-2.5190e-02, -6.7072e-02, -4.1737e-02, 4.1583e-02, 5.0051e-02,
3.2059e-02, -1.2756e-01, 2.5574e-02, -3.5576e-02, -5.5492e-02,
5.9698e-02, 5.1348e-02, -2.4891e-02, -8.5322e-02, -1.3854e-01,
-6.0917e-02, 5.5632e-02, 3.4397e-02, -7.6551e-02, -3.8885e-02,
-6.5851e-02, 5.1714e-02, 3.7941e-02, -5.1711e-03, 2.4036e-01,
1.0484e-01, -8.0228e-02, 2.2909e-02, 7.6737e-03, 2.9326e-02,
3.6396e-02, -4.0520e-02, -4.8753e-02, -9.8226e-02, 1.4607e-01,
3.9883e-02, -1.0234e-01, 7.7889e-02, 4.7329e-02, 2.0200e-01,
-2.0161e-02, 2.7534e-03, -6.6809e-02, -8.6843e-02, 3.6271e-02,
1.0318e-01, 1.5260e-01, -2.1942e-02, 1.0176e-01, -1.2458e-03,
1.1394e-01, 5.6513e-02, -7.6213e-02, -4.7009e-02, -1.7235e-02,
-3.1706e-02, -9.9360e-02, -4.9558e-02, 7.9296e-02, 1.2617e-02,
-9.3193e-03, 2.6983e-03, 4.1837e-02, -4.5215e-02, -4.8688e-02,
8.8080e-02, 5.0356e-02, -6.7668e-04, 1.4888e-02, 1.1677e-01,
-6.3485e-02, 7.2146e-02, -1.2894e-01, 6.0861e-02, 5.5421e-02,
-3.5422e-02, -9.2336e-02, 9.1086e-03, -2.5456e-02, 3.3681e-02,
1.2261e-01, -1.2585e-01, -1.1414e-01, 8.3888e-02, -1.1711e-01,
9.7266e-02, 3.9303e-02, 9.6696e-02, 4.9920e-02, 1.0300e-01,
-3.4292e-02, -6.6680e-03, 9.2723e-02, -1.0817e-02, -6.3961e-02,
-2.2373e-02, -2.9026e-02, -6.5965e-02, 5.9320e-02, 5.5192e-03,
7.4452e-03, 4.7772e-02, -8.0793e-02, -4.6651e-02, -1.2469e-01,
-8.5080e-02, -1.3850e-01, 3.6845e-02, -4.3841e-02, 4.2016e-02,
-5.5228e-02, 5.3259e-02, -2.7047e-02, -8.7063e-02, 4.0487e-03,
-1.0411e-01, 5.8367e-02, 3.4996e-02, 1.7165e-01, -1.5392e-02,
1.3699e-01, 5.9698e-02, 9.1987e-02, -1.9813e-01, -4.8731e-02,
7.8965e-02, 1.6221e-01, -6.6565e-02, -2.0967e-02, -5.8514e-02,
1.1628e-02, 1.0141e-01, -6.5227e-02, 5.5273e-02, -6.0166e-02,
1.4067e-03, -1.2456e-01, -1.1457e-01, -7.2884e-02, -4.3417e-03,
-1.6437e-01, 3.0456e-02, 1.6386e-02, -1.4130e-01, 8.3897e-02,
-4.1454e-02, -1.7303e-02, 1.0161e-01, -1.1072e-01, -5.3397e-02,
1.5673e-02, 1.0986e-01, -9.3704e-02, 4.4199e-03, 6.0242e-02,
-2.5400e-02, -4.9803e-02, -1.5537e-02, 2.0020e-02, 7.2672e-02,
-5.3568e-02, 1.5684e-01, 1.5412e-01, 1.9059e-01, -4.8212e-02,
3.0004e-02, -9.6670e-02, -6.3114e-02, 7.6394e-02, 1.1713e-01,
3.1092e-02, -2.4724e-02, -4.1069e-02, -4.2694e-02, -7.8953e-02,
5.3784e-02, -6.1836e-02, 1.0948e-01, -2.6310e-03, 3.6962e-02,
-1.1044e-02, 3.3957e-02, -1.4631e-01, 2.2223e-01, -3.1857e-02,
7.7062e-02, -7.0720e-02, -4.5977e-02, -1.4853e-01, -6.4520e-02,
-1.7248e-01, -2.4898e-01, -1.2309e-01, 1.0894e-02, -1.1841e-01,
-4.9377e-02, -9.5332e-02, 5.1134e-02, 2.5127e-02, -7.2926e-02,
-7.2475e-03, 7.7228e-02, 4.1907e-02, -2.8358e-02, 1.2586e-01,
-4.9524e-03, -3.4372e-02, -3.3900e-02, 2.9992e-02, -4.3241e-02,
-1.8535e-01, -4.3721e-02, -8.5125e-02, 8.9278e-03, -5.8757e-02,
6.6026e-02, -1.3616e-02, -3.4715e-02, 1.9704e-02, -1.3021e-02,
5.6933e-02, 1.2281e-01, 8.0247e-03, -5.7628e-02, -6.1166e-02,
5.9073e-02, -1.9562e-02, -1.3774e-01, -4.6752e-02, 1.2507e-01,
-5.6326e-02, 4.2498e-02, -1.3170e-02, 1.4521e-02, -1.1944e-01,
-5.5465e-03, 4.2791e-02, 1.0491e-02, -7.1574e-02, 7.1431e-02,
-4.3793e-02, 8.7387e-02, 1.4813e-02, -3.5091e-02, -6.7702e-02,
-1.1104e-02, 6.6788e-03, 9.5664e-02, -2.8967e-02, 4.7080e-02,
3.1177e-02, 7.6776e-03, 1.2481e-01, 1.3334e-01, 5.9648e-03,
-5.2821e-02, 1.2873e-01, -1.3835e-01, -1.2061e-01, 4.3966e-02,
3.9590e-02, -3.9002e-03, -1.1988e-01, -1.0574e-03, 2.5713e-02,
2.0855e-01, 8.9687e-02, -2.2939e-02, 1.2054e-01, -1.7489e-03,
1.1636e-01, -1.2510e-01, 1.1119e-03, -9.5153e-02, -5.2337e-02,
1.4310e-01, 7.6574e-03, 2.1818e-02, 5.8081e-02, 2.2511e-03,
1.5375e-01, -9.5896e-04, -3.5830e-02, 3.5811e-02, 9.9035e-02,
-2.7774e-02, 8.1171e-02, 6.1505e-03, -1.0737e-02, -2.3294e-02,
-1.2601e-01, -7.3227e-02, 4.3072e-03, -1.9909e-02, -8.8052e-02,
-6.8903e-02, -6.5399e-02, -6.2443e-02, 7.7600e-02, -4.8983e-02,
1.6675e-01, 9.0590e-04, -1.4004e-01, -1.0075e-01, -1.2551e-01,
1.0482e-01, 1.3339e-01, 1.6315e-01, 6.7622e-02, -8.0927e-03,
1.4683e-01, 1.8527e-02, 7.5590e-03, 2.3914e-03, 3.5292e-02,
-4.5363e-02, 1.0142e-01, 5.8551e-02, 1.8817e-02, 1.0024e-01,
7.3156e-02, -1.6139e-01, -6.9172e-02, -3.1736e-03, -1.0734e-01,
-6.8461e-02, -9.2147e-02, -2.9343e-02, -6.2810e-02, 8.4668e-02,
-1.2391e-01, 6.2937e-02, -1.0944e-01, -1.1292e-01, 5.9506e-02,
-1.0320e-02, -1.5774e-01, -6.2811e-02, 1.0969e-03, -3.7229e-02,
1.9606e-01, 1.5022e-01, 2.1713e-02, -6.9274e-02, 1.3391e-01,
-1.9289e-02, -3.7602e-02, 6.3140e-02, 9.7507e-02, -2.9955e-02,
-1.0438e-02, 8.0189e-02, -9.0631e-02, 1.0345e-01, 1.0781e-01,
-4.9683e-02, 1.2115e-01, 8.7075e-02, -1.9706e-03, 1.2119e-03,
-1.8520e-02, 1.3109e-01, -1.6277e-02, 9.0933e-02, 1.3699e-03,
2.9148e-02, 7.7459e-02, 6.2018e-02, 5.1694e-03, 9.6497e-02,
-1.3413e-01, -9.7152e-02, -2.7819e-02, 9.5853e-02, 4.4557e-02,
4.8132e-02, 3.2379e-02, 2.0399e-02, 5.0114e-02, -2.1075e-02,
3.0127e-02, -2.4484e-02, 2.3802e-02, 1.7776e-01, -9.9117e-02,
-1.5028e-01, -1.6030e-02, 1.5874e-01, -9.8331e-02, 1.0898e-01,
-2.1392e-02, -1.2775e-01, 1.7463e-02, 7.9744e-02, 1.2543e-01,
-1.2223e-01, 4.3372e-02, 3.7471e-02, -1.0303e-02, -9.8034e-02,
1.6149e-02, 9.0584e-03, -8.1573e-02, 3.0097e-03, 9.3673e-03,
5.0044e-02, -2.8010e-02, -3.3738e-02, 2.7434e-02, -1.4160e-01,
-2.7977e-02, -9.2793e-02, -3.6083e-02, -3.3729e-02, 1.1209e-01,
5.4773e-02, -6.2994e-02, -3.7349e-03, -4.0200e-03, -2.7851e-02,
-1.9597e-01, -8.0490e-02, 1.4885e-02, -5.0438e-02, -8.1810e-02,
1.2103e-01, 8.9807e-03, 1.0208e-01, 6.0887e-02, 1.7731e-02,
3.9719e-02, -8.0515e-02, -1.3253e-02, 3.4004e-02, 8.5166e-02,
1.7329e-01, 2.7298e-03, 4.7753e-02, -1.2855e-01, 1.8790e-01,
-1.2391e-01, 1.0239e-01, 1.3359e-01, -7.1886e-02, -3.2349e-02,
-4.7394e-02, 3.4401e-02, -4.1838e-03, -7.8488e-02, 1.1550e-01,
1.4379e-02, 6.9722e-02, -8.8264e-03, -5.0292e-02, -5.8108e-02,
-1.3367e-01, 1.0768e-01, -6.8134e-02, 1.0211e-03, -1.0120e-01,
-9.7721e-03, 1.1386e-01, -2.8433e-02, -2.8107e-04, -1.1099e-01,
3.7629e-02, 2.2518e-02, -1.9499e-01, 1.2118e-01, -7.1401e-04,
1.0218e-01, 5.5984e-02, 3.3259e-03, -8.6748e-02, -8.3776e-02,
-4.7153e-02, 9.7618e-02, 1.3844e-01, 5.1138e-03, 1.6574e-02,
-3.4304e-02, 5.8699e-02, -3.2207e-02, 1.7461e-01, 7.7555e-02,
9.7289e-02, -9.4453e-02, -1.5940e-02, -5.9720e-02, -7.1327e-02,
-1.4433e-02, -1.4791e-01, -8.1697e-02, -1.3928e-01, -1.5737e-01,
6.2498e-02, -6.4390e-02, -9.5960e-02, 2.5667e-02, 1.1132e-01,
-5.4658e-02, 3.9954e-02, 6.4554e-02, -2.7391e-02, 3.6378e-02,
-1.3407e-01, 3.5723e-02, -1.4031e-01, 6.5847e-02, 9.7696e-02,
-4.7666e-02, 5.5777e-03, -3.4948e-02, -1.0242e-01, -9.3568e-02,
2.0408e-02, 1.4318e-02, -1.7755e-02, 2.6796e-02, -5.0703e-02,
-1.4151e-01, -1.0102e-01, -1.8838e-01, 4.2575e-02, -2.4593e-02,
-6.0012e-02, 6.6904e-02, -1.1045e-01, -5.0645e-02, -5.9056e-02,
8.7691e-03, -2.4774e-02, 3.2992e-02, -3.6022e-02, 1.2134e-02,
7.8230e-02, 8.2482e-02, 2.7331e-02, 6.9517e-02, -5.3669e-02,
1.4480e-01, -2.9920e-02, 1.1117e-02, -8.8025e-03, 1.1308e-01,
-1.7843e-01, -7.2280e-02, 1.7370e-02, -3.6167e-02, -6.7777e-02,
-9.0456e-02, -6.7697e-02, -1.4202e-01, -7.6932e-02, 3.8330e-02,
-2.2716e-02, -1.4085e-02, 2.6819e-02, -7.0641e-03, 3.4013e-02,
-5.6375e-02, 5.8660e-02, -9.1545e-03, 2.0731e-01, -7.4580e-02,
-4.6313e-03, -1.1482e-01, -6.1203e-02, -6.5230e-02, 1.0122e-02,
-1.8043e-01, -1.3108e-01, -8.6275e-02, 1.4866e-01, -3.2942e-02,
-6.0611e-02, 1.2347e-02, -1.2126e-01, -4.2315e-02, 5.1408e-02,
6.6384e-02, -2.3106e-02, 1.1539e-01, 1.2505e-01, -7.9531e-03,
1.6916e-01, -3.8906e-02, -1.9507e-01, -3.7096e-02, -2.1985e-02,
5.2883e-02, 4.8892e-04, -2.0951e-02, 3.6170e-02, 1.2652e-01,
-1.3211e-01, 1.3404e-01, 7.5074e-02, 5.7949e-02, -4.3669e-02,
8.0071e-02, -1.2913e-02, -2.0925e-02, 4.5492e-04, 3.4219e-02,
-1.8271e-01, 4.3741e-02, 6.6757e-02, 9.3343e-03, 1.0667e-01,
4.9929e-02, 4.7305e-02, -6.2403e-03, 9.7183e-03, 2.6878e-02,
-1.3527e-01, -3.7164e-02, 2.1051e-01, -1.9276e-03, -9.5951e-02,
-7.5250e-02, 5.7318e-02, -7.0355e-02, -1.3931e-01, -1.2414e-01,
-5.3699e-02, -5.7390e-03, 2.4679e-03, -8.8855e-02, -4.8120e-02,
1.4098e-01, 1.7445e-01, -2.9100e-02, -3.6282e-02, 4.4373e-02,
-1.4148e-01, -3.3926e-02, 1.0748e-01, 1.1649e-01, 4.7151e-02,
1.5147e-02, -4.2039e-02, -3.4622e-02, -5.9889e-02, 5.7641e-03,
-1.0478e-01, 5.9408e-02, -5.1141e-02, -6.6978e-02, -4.1900e-02,
4.7296e-02, -5.3588e-02, -8.1639e-02, -6.3508e-02, -9.6218e-02,
-4.2878e-02, 4.7928e-02, 4.6786e-02, 1.4341e-02, 4.2946e-02,
-7.6357e-02, -3.9091e-03, -1.3750e-02, -1.6993e-01, -3.0392e-02,
3.8084e-02, 1.0934e-01, -1.3552e-01, -1.3418e-01, 6.0426e-02,
1.5626e-02, 2.6783e-02, -1.7904e-01, 8.2068e-02, 4.0253e-02,
-2.4825e-02, -8.3091e-02, 9.8535e-02, -4.1781e-02, 1.3915e-02,
1.1012e-01, -1.1985e-01, -1.4014e-02, 6.5115e-03, -2.6715e-02,
-4.5301e-02, -5.9025e-02, 1.8216e-02, -4.8817e-02, 1.6218e-02,
-1.0262e-01, -1.1556e-01, 3.0519e-02, 3.7674e-02, -2.4200e-02,
1.3203e-01, -2.3214e-02, 4.8933e-02, -2.7776e-02, 6.4995e-02,
-2.1820e-02, -2.6823e-02, -9.7007e-03, -1.7579e-01, -7.0719e-02,
-5.9222e-02, 2.6398e-02, -1.4760e-01])),
('model.decoder.layers.5.encoder_attn_layer_norm.weight',
tensor([0.3986, 0.5240, 0.3860, 0.5868, 0.4853, 0.4793, 0.4643, 0.4582, 0.4100,
0.6360, 0.4586, 0.4470, 0.3678, 0.4662, 0.4603, 0.3934, 0.6485, 0.5454,
0.3561, 0.4610, 0.3760, 0.4418, 0.5341, 0.4059, 0.4146, 0.4341, 0.3770,
0.7093, 0.4570, 1.0679, 0.3848, 0.4133, 0.5230, 0.4049, 0.4782, 0.7640,
0.5325, 0.4152, 0.4536, 0.5094, 0.4986, 0.7452, 0.3473, 0.3739, 0.5106,
0.5315, 0.3565, 0.4233, 0.4437, 0.4717, 0.4920, 0.4811, 0.2308, 0.4293,
0.4549, 0.4435, 0.3569, 0.4431, 0.4659, 0.3927, 0.4249, 0.4119, 0.3869,
0.4652, 0.4453, 0.5045, 0.4145, 0.5783, 0.3302, 0.3864, 0.3468, 0.7317,
0.4041, 0.4942, 0.5681, 0.4489, 0.3535, 0.4968, 0.5243, 0.5200, 0.5061,
0.5224, 0.5247, 0.4387, 0.4530, 0.4299, 0.3867, 0.4207, 0.5511, 0.4346,
0.4773, 0.3799, 0.4075, 0.3896, 0.4361, 0.3826, 0.4692, 0.3674, 0.5226,
0.4706, 0.4904, 0.3969, 0.4560, 0.4981, 0.3875, 0.5215, 0.4891, 0.4090,
0.4340, 0.4510, 0.5095, 0.4481, 0.5065, 0.4278, 0.3738, 0.4005, 0.8268,
0.3634, 0.6441, 0.3995, 0.4503, 0.4216, 0.4430, 0.3725, 0.4069, 0.4695,
0.4562, 0.4473, 0.3896, 0.4680, 0.3866, 0.4566, 0.4408, 0.4123, 0.4824,
0.3916, 0.4928, 0.4496, 0.4124, 0.5111, 0.4030, 0.4358, 0.5051, 0.3852,
0.4747, 0.3945, 0.4645, 0.4838, 0.3436, 0.3864, 0.3833, 0.4261, 0.4145,
0.4650, 0.4401, 0.4062, 0.5488, 0.4368, 0.4280, 0.5136, 0.3645, 0.4040,
0.4131, 0.4677, 0.3814, 0.4658, 0.4862, 0.4129, 0.3574, 0.4636, 0.5118,
0.4834, 0.7175, 0.3760, 0.4578, 0.4515, 0.4928, 0.5409, 0.4018, 0.4481,
0.4839, 0.4573, 0.3989, 0.4806, 0.4646, 0.4672, 0.4887, 0.4299, 0.4121,
0.3781, 0.4659, 0.4042, 0.4083, 0.4144, 0.3828, 0.4335, 0.4489, 0.3936,
0.4307, 0.5818, 0.4872, 0.4436, 0.4936, 0.4116, 0.3878, 0.4890, 0.7574,
0.4367, 0.4292, 0.4313, 0.4239, 0.3743, 0.6258, 0.3792, 0.4036, 0.4990,
0.4747, 0.4131, 0.4010, 0.4138, 0.3413, 0.4965, 0.4465, 0.4246, 0.4616,
0.4849, 0.4591, 0.6876, 0.4040, 0.4229, 0.4477, 0.4158, 0.4319, 0.3269,
0.6663, 0.3983, 0.4719, 0.4608, 0.5100, 0.4484, 0.3928, 0.4004, 0.4886,
0.4779, 0.4992, 0.3903, 0.3904, 0.4725, 0.4764, 0.4567, 0.4800, 0.3464,
0.6125, 0.4003, 0.4374, 0.4284, 0.5029, 0.3809, 0.4797, 0.4375, 0.5037,
0.4093, 0.5155, 0.4319, 0.4657, 0.3695, 0.4638, 0.4897, 0.4330, 0.3828,
0.5376, 0.3894, 0.4671, 0.3822, 0.4486, 0.3792, 0.4886, 0.3748, 0.4050,
0.3820, 0.5047, 0.6749, 0.3258, 0.4569, 0.4058, 0.4429, 0.4149, 0.3906,
0.3345, 0.4645, 0.4700, 0.3644, 0.4560, 0.3827, 0.3444, 0.4548, 0.4596,
0.3899, 0.5125, 0.3323, 0.3801, 0.4475, 0.3296, 0.4485, 0.4836, 0.3457,
0.4769, 0.4134, 0.4687, 0.4588, 0.2767, 0.6072, 0.4082, 0.4724, 0.5206,
0.7740, 0.4325, 0.5108, 0.4575, 0.4625, 0.4202, 0.3765, 0.4254, 0.3615,
0.4090, 0.4382, 0.3955, 0.4154, 0.5043, 0.3913, 0.4476, 0.4639, 0.6487,
0.4408, 0.4219, 0.5808, 0.3214, 0.4429, 0.3811, 0.3824, 0.4773, 0.3449,
0.4943, 0.3965, 0.5670, 0.4748, 0.4298, 0.4654, 0.4429, 0.4077, 0.4070,
0.5602, 0.4186, 0.5204, 0.3766, 0.4026, 0.5013, 0.4415, 0.5145, 0.4184,
0.4795, 0.4472, 0.5481, 0.4874, 0.4171, 0.4769, 0.3845, 0.3909, 0.5668,
0.4436, 0.3945, 0.4071, 0.4405, 0.4816, 0.5125, 0.4734, 0.3575, 0.4895,
0.3893, 0.4018, 0.4508, 0.4893, 0.3918, 0.3737, 0.4517, 0.4458, 0.4128,
0.3942, 0.4048, 0.4908, 0.4179, 0.4696, 0.3537, 0.6437, 0.4776, 0.3546,
0.3907, 0.3978, 0.4213, 0.3693, 0.4464, 0.4603, 0.5725, 0.4235, 0.5044,
0.3702, 0.4047, 0.4071, 0.4379, 0.4095, 0.3334, 0.4080, 0.4629, 0.4823,
0.3908, 0.3924, 0.3303, 0.4512, 0.3260, 0.4485, 0.4487, 0.4555, 0.4092,
0.4587, 0.3870, 0.3840, 0.4426, 0.4343, 0.4251, 0.5399, 0.4861, 0.0900,
0.4416, 0.3545, 0.4455, 0.3864, 0.3741, 0.5693, 0.3546, 0.4151, 0.3488,
0.4890, 0.5658, 0.4255, 0.3341, 0.4571, 0.4746, 0.4629, 0.5283, 0.4944,
0.3919, 0.4026, 0.4137, 0.4369, 0.4425, 0.4151, 0.4923, 0.4825, 0.4106,
0.4288, 0.4153, 0.4797, 0.4779, 0.4485, 0.4299, 0.5805, 0.5538, 0.5068,
0.4963, 0.4751, 0.3392, 0.4547, 0.4845, 0.3720, 0.4628, 0.4361, 0.4344,
0.4453, 0.4221, 0.4336, 0.4774, 0.3600, 0.4409, 0.4444, 0.3746, 0.4453,
0.5692, 0.4526, 0.4867, 0.4491, 0.5384, 0.5443, 0.4271, 0.5107, 0.4135,
0.4606, 0.4186, 0.9318, 0.4616, 0.4680, 0.5388, 0.4421, 0.4295, 0.4639,
0.4778, 0.4044, 0.3463, 0.4004, 0.3610, 0.4256, 0.4832, 0.3160, 0.4476,
0.3440, 0.5406, 0.4708, 0.4102, 0.3760, 0.4807, 0.4171, 0.4211, 0.3917,
0.4424, 0.5005, 0.5816, 0.5137, 0.3827, 0.5021, 0.4875, 0.5591, 0.4282,
0.4495, 0.3436, 0.3539, 0.4669, 0.3420, 0.4397, 0.4120, 0.4444, 0.4981,
0.4012, 0.4044, 0.3731, 0.3963, 0.3765, 0.4973, 0.5321, 0.4624, 0.4011,
0.4379, 0.3327, 0.5228, 0.5220, 0.4630, 0.4377, 0.4043, 0.4686, 0.2632,
0.3367, 0.4791, 0.3894, 0.4357, 0.4347, 0.4097, 0.6472, 0.4333, 0.3717,
0.5859, 0.4998, 0.3882, 0.3193, 0.4359, 0.4318, 0.4460, 0.7204, 0.4572,
0.4198, 0.5321, 0.4999, 0.6098, 0.4564, 0.3988, 0.5417, 0.3991, 0.4669,
0.3429, 0.5005, 0.5083, 0.4979, 0.4073, 0.3723, 0.4758, 0.5071, 0.5138,
0.4380, 0.4271, 0.4471, 0.4061, 0.3981, 0.6252, 0.4559, 0.4365, 0.4302,
0.4166, 0.5361, 0.4715, 0.4071, 0.4023, 0.4479, 0.5452, 0.4222, 0.4196,
0.4928, 0.6834, 0.4293, 0.4485, 0.4653, 0.4816, 0.4746, 0.4456, 0.4283,
0.3615, 0.4206, 0.5629, 0.4799, 0.3430, 0.3886, 0.4919, 0.4535, 0.3315,
0.5467, 0.4404, 0.4983, 0.4506, 0.4345, 0.4375, 0.6386, 0.4772, 0.3608,
0.4859, 0.5440, 0.4274, 0.4440, 0.3995, 0.4056, 0.4374, 0.5000, 0.5101,
0.5222, 0.3910, 0.5003, 0.4313, 0.3790, 0.4651, 0.3899, 0.4568, 0.4394,
0.4312, 0.5002, 0.4088, 0.4920, 0.3611, 0.4043, 0.4631, 0.4385, 0.5031,
0.4674, 0.4614, 0.4704, 0.3514, 0.3890, 0.4415, 0.4874, 0.4447, 0.5006,
0.3976, 0.4148, 0.4544, 0.4752, 0.4908, 0.4413, 0.4156, 0.4860, 0.5275,
0.4870, 0.4024, 0.3838, 0.3829, 0.5602, 0.4113, 0.3696, 0.1012, 0.4874,
0.3290, 0.5263, 0.5414, 0.4444, 0.4780, 0.7289, 0.3383, 0.3551, 0.4474,
0.4070, 0.3582, 0.4278, 0.4221, 0.5554, 0.3753, 0.4039, 0.3629, 0.3836,
0.5505, 0.4058, 0.4471, 0.5010, 0.5118, 0.4925, 0.5051, 0.5218, 0.5109,
0.4806, 0.4137, 0.4016, 0.4380, 0.3669, 0.5293, 0.4395, 0.4169, 0.3815,
0.5767, 0.5419, 0.4308, 0.4643, 0.4399, 0.4397, 0.3967, 0.2455, 0.4614,
0.4368, 0.3882, 0.4770, 0.5040, 0.4506, 0.4152, 0.3991, 0.4433, 0.3450,
0.4702, 0.5230, 0.4547, 0.4181, 0.3605, 0.3674, 0.4174, 0.3497, 0.4458,
0.3827, 0.3556, 0.3776, 0.4564, 0.3349, 0.5145, 0.5606, 0.3938, 0.4105,
0.5424, 0.4666, 0.4100])),
('model.decoder.layers.5.encoder_attn_layer_norm.bias',
tensor([-1.7832e-01, -1.4399e-01, -1.6748e-01, -3.3027e-02, -1.7445e-01,
6.8081e-02, 8.1420e-02, 5.4569e-02, -1.2296e-01, 5.1725e-01,
-2.2808e-01, -9.0869e-02, -6.9976e-02, -9.7911e-02, -2.4179e-01,
-1.6924e-01, -2.4534e-01, 6.4942e-02, -7.0788e-02, -1.6648e-01,
-1.1970e-01, -1.4861e-01, -2.0984e-01, -1.2221e-01, -8.3790e-02,
-1.9734e-01, 2.4651e-02, -9.4656e-01, -5.4819e-02, -3.4411e+00,
-2.1334e-01, -1.2069e-01, 2.0427e-01, -1.6278e-01, -1.4874e-01,
-3.2064e-01, -3.0918e-04, -2.0616e-01, -1.6457e-02, 3.1801e-01,
5.9648e-02, -3.3176e-01, -6.8827e-02, -1.0114e-01, -2.4598e-01,
-1.7993e-01, -1.6587e-01, 2.1502e-04, -2.0259e-01, -2.5276e-02,
-1.1130e-01, -2.4978e-01, -9.7334e-02, -1.0397e-01, -1.7131e-02,
-1.9584e-01, -1.2532e-01, -1.9412e-02, -5.6364e-02, 5.0491e-03,
-1.6162e-01, -5.7215e-02, -6.0293e-02, -1.0465e-01, -3.3923e-01,
1.1930e-01, 7.2848e-02, -1.9270e-01, -1.3306e-04, 5.4544e-02,
-2.2132e-01, -3.5191e-01, -1.1418e-01, 1.0320e-01, 2.5312e-01,
-2.8210e-01, -9.0980e-02, -8.7154e-02, -2.2069e-01, 1.0031e-01,
3.6620e-02, -2.0782e-01, -1.7989e-01, -9.5116e-02, -2.3601e-01,
5.3818e-03, -6.2949e-02, -1.5960e-01, -9.1624e-02, -1.1950e-01,
-2.5728e-02, -3.2610e-04, 3.8153e-03, -1.7401e-01, -2.5216e-01,
-1.0243e-01, -1.2918e-01, -1.0471e-01, 5.1042e-02, -3.5814e-01,
-1.4976e-01, -2.1209e-03, 7.0056e-02, 3.2318e-02, -6.4015e-02,
-2.4813e-01, -2.4177e-01, -6.4736e-02, -1.1761e-01, 4.0841e-02,
-6.6183e-02, -8.9438e-02, -2.3054e-02, -6.8777e-02, -5.1614e-02,
-6.1782e-02, 2.7928e-01, -9.8934e-02, -3.9119e-01, -9.5951e-02,
-1.4730e-01, -1.9180e-01, -1.6604e-01, 1.3461e-03, -2.8573e-02,
-2.4555e-01, 8.5291e-02, -1.4283e-01, -9.3736e-02, -2.9579e-01,
-7.6012e-02, -2.3446e-01, -5.2139e-02, -2.1847e-01, -6.3159e-02,
-5.5441e-02, -7.3761e-02, -1.0790e-01, -1.4775e-01, -2.4251e-01,
-1.4919e-02, 1.3044e-02, 2.5781e-03, -6.5743e-02, 1.4396e-01,
-2.3928e-01, -1.9004e-01, -1.3629e-01, -3.8866e-02, 7.9737e-01,
1.3118e-02, -1.2072e-01, -9.2161e-02, 1.3006e-01, 4.2868e-02,
-1.2674e-01, 2.4319e-01, 5.8663e-02, -1.6530e-01, -1.3957e-01,
-1.1344e-01, -1.5424e-01, -7.0156e-03, -1.3930e-01, -1.5659e-01,
-5.6556e-02, 9.2343e-02, -4.9137e-02, 6.9378e-03, -2.2072e-01,
-1.3306e-02, 4.0499e-02, -4.9512e-01, -1.6592e-01, -1.3022e-01,
2.4896e-01, -3.0179e-01, 1.1161e-01, -2.2775e-01, -8.3478e-02,
-1.0657e-01, -1.8485e-01, -1.5130e-01, 5.0102e-02, 6.4206e-02,
-5.7385e-02, -1.7195e-01, -3.1313e-02, -2.3687e-01, -1.0918e-01,
-1.4799e-01, -1.2735e-01, -2.3203e-02, -8.5291e-02, -8.1767e-02,
1.6894e-02, 2.5182e-02, 2.7117e-02, -5.8529e-02, -1.4142e-02,
-8.0748e-02, -1.4738e-01, -1.6281e-02, -6.2229e-02, -6.4819e-02,
-4.8487e-02, -1.6523e-01, -1.8463e-01, -8.4000e-02, 3.9290e-02,
-8.1008e-03, -1.4622e-01, 1.3906e-01, -5.1618e-04, -3.6307e-02,
-1.5565e-01, -9.4385e-03, 2.3923e-02, -1.9849e-01, -1.8699e-01,
-1.1548e-01, -1.8296e-01, -1.3106e-01, -1.9616e-01, -4.4889e-02,
-2.3874e-02, -1.1173e-01, 2.8072e-01, -1.4761e-01, -9.5439e-02,
-1.2075e-01, -1.6026e-01, -4.7965e-02, -7.0348e-02, 8.1097e-02,
1.3636e-02, -3.0411e-02, -1.8565e-01, -2.2965e-01, -1.2368e-02,
2.7377e-02, -1.0731e-01, 2.0178e-01, -2.0039e-01, -1.2911e-01,
-1.8202e-01, -1.6587e-03, -7.2451e-02, -9.3577e-02, -1.2061e-03,
-7.1452e-02, -1.1215e-01, -1.3069e-01, -9.3732e-02, -1.0935e-01,
-6.1550e-02, 1.4565e-01, -1.8966e-01, -1.2876e-01, -1.3454e-02,
-4.1224e-02, -2.1249e-01, -2.1935e-01, -2.4583e-02, -1.3883e-01,
-6.8415e-02, -4.7097e-02, 1.7293e-01, -1.5872e-01, -1.1969e-01,
5.4517e-02, -5.7009e-02, -2.4384e-02, -7.8905e-02, -7.4767e-02,
-1.1363e-01, -1.1311e-01, -1.1355e-01, -3.8427e-02, -8.3072e-02,
-2.5118e-02, -1.4965e-01, -9.8818e-02, 3.0683e-02, 1.3993e-02,
-6.8833e-02, -1.1313e-01, 2.3166e-02, -3.7078e-02, -2.3716e-01,
1.7458e-02, -1.5860e-01, -9.1729e-02, -1.1089e-01, -6.6156e-02,
-1.7864e-02, -1.8825e-02, -9.9422e-02, 1.9736e-01, -1.8823e-01,
-4.7790e-02, -1.0013e-01, -9.0123e-02, -1.2436e-01, -9.2266e-02,
-7.3608e-02, -2.4131e-01, -1.0315e-01, -1.1992e-02, -2.8121e-03,
-2.1154e-01, -9.4103e-02, -2.3543e-01, -2.5125e-01, -1.3155e-01,
-6.9107e-03, 2.6849e-02, -1.2153e-01, 1.8237e-01, -1.5439e-01,
-1.2060e-01, 7.1465e-03, -9.2262e-02, -5.2697e-02, -1.9324e-01,
-1.8481e-01, -1.1098e-01, -6.5873e-02, -1.0273e-01, 6.8959e-03,
-1.9121e-01, 1.0974e-01, 3.9930e-01, 5.3249e-02, -1.2700e-01,
-7.1119e-02, -1.5074e-01, -1.8693e-01, -2.9667e-02, -4.3030e-02,
-8.2143e-02, -1.3484e-01, 1.5519e-01, -1.6048e-01, -3.8241e-01,
-1.9716e-01, -7.9013e-02, 6.7331e-02, -5.7873e-02, -6.6240e-02,
5.7010e-02, 2.2713e-01, -4.8600e-02, 6.8944e-03, -6.7831e-02,
1.0687e-02, -6.9709e-02, -3.5168e-03, -1.8711e-01, -3.3922e-02,
-3.7771e-01, 1.7298e-02, 3.4337e-01, -4.7192e-04, 6.0919e-02,
-1.5930e-01, -2.1819e-01, -9.9799e-02, -2.0730e-01, -2.9664e-01,
-1.3053e-01, -5.8142e-02, -1.0105e-01, 7.1255e-02, -2.4627e-02,
3.8441e-03, -6.4720e-02, -1.9625e-01, -7.4304e-02, -1.4394e-01,
-1.8064e-01, 2.2019e-01, -3.9584e-02, -1.0007e-01, 1.1194e-01,
-4.5904e-02, 1.1048e-02, -4.2010e-02, -1.8676e-01, -2.1281e-01,
-5.6066e-02, -1.2812e-01, -1.3104e-01, 8.5953e-02, -1.5601e-01,
-6.6144e-02, 5.9583e-03, -6.3425e-02, 4.8792e-02, -9.8937e-03,
-2.1940e-01, -1.7375e-01, -1.7076e-01, -1.1111e-01, -3.0225e-01,
-7.3116e-02, -3.3896e-02, -8.5441e-03, -8.7424e-02, 1.6671e-02,
-1.1252e-01, -1.0493e-01, 8.7364e-02, -2.3261e-01, -1.1198e-01,
-4.9478e-02, -5.2151e-03, -2.6246e-01, -6.4736e-02, 2.9232e-03,
-1.4351e-01, -3.8491e-01, -6.4776e-02, -1.9491e-01, -3.8914e-02,
-8.2344e-02, -1.3643e-01, -1.0447e-01, -1.4664e-03, -4.9908e-01,
4.8130e-02, -1.2981e-01, -9.5484e-02, -9.2411e-02, -1.1111e-01,
-6.8204e-02, -2.6125e-02, -1.2303e-01, -4.2967e-02, -7.6919e-03,
-5.6779e-02, -1.2785e-01, -1.7960e-01, -2.1544e-01, -1.4613e-01,
1.1465e-01, -3.7430e-02, -1.6537e-01, 1.8204e-01, -1.8258e-01,
-1.1001e-01, -4.5139e-02, -1.5704e-01, -6.3231e-02, -1.5757e-01,
-8.6501e-03, -1.6230e-01, -1.3807e-01, -1.7798e-01, -1.0798e-01,
-2.9132e-01, -1.2174e-01, 7.9232e-02, -6.6674e-02, -2.0480e-01,
-1.2356e-01, 6.1007e-02, -1.9919e-02, -1.2846e-04, 6.8063e-02,
-1.3412e-01, -5.7942e-02, -2.8615e-02, -8.0545e-02, -8.4422e-02,
-1.7713e-02, -1.5905e-01, 1.8331e-02, -4.7491e-02, -2.2910e-01,
7.5412e-02, -1.8699e-02, -1.3746e-01, -6.6488e-03, 3.9806e-02,
-2.8291e-01, -1.4722e-02, -9.4726e-02, -1.8547e-01, -1.2161e-01,
-2.0304e-01, 3.4504e-01, -1.7812e-01, -1.7895e-01, -9.9530e-02,
-3.7550e-01, -1.3911e-01, 2.6956e-01, 7.4715e-02, -2.2708e-01,
3.4619e-01, -1.8412e-01, -2.9168e-02, 9.2581e-02, 9.5600e-02,
-2.0465e-02, -3.2818e-03, -2.3576e-02, -3.6995e-02, -1.9563e-01,
-2.8739e-01, -1.0401e-01, -2.1824e-02, -7.4908e-02, 7.3177e-02,
4.7937e-02, -1.8703e-01, -9.1689e-02, -1.5945e-01, 8.2254e-02,
-1.8346e-01, -2.2247e-01, -2.4766e-03, -2.1600e-01, 3.0381e-01,
1.5138e-01, -1.3487e-01, -5.8525e-02, -2.6861e-01, -6.9693e-02,
-2.1360e-01, -1.4543e-01, -4.8352e-02, -1.1556e-01, 1.1038e-01,
-8.1430e-02, 5.3360e-03, -3.2075e-01, -7.6899e-02, -1.5121e-01,
2.0396e-02, -2.2222e-01, -1.3291e-01, -6.3263e-02, -1.3599e-02,
-1.5324e-01, 2.5066e-01, -1.0826e-01, -1.2091e-01, -9.8242e-02,
-3.0978e-02, 2.7549e-01, -4.5200e-02, 1.3085e-01, 7.2291e-03,
-1.1126e-03, -7.3317e-02, -1.3178e-01, -3.8691e-02, -1.6266e-01,
3.7703e-02, -1.0921e-01, -1.3069e-01, 1.5613e-02, -2.1940e-01,
3.6615e-02, -1.6298e-01, 1.9154e-01, -1.7968e-02, -2.7381e-01,
-8.9184e-02, -1.9184e-01, -2.1441e-01, 1.0858e-01, 5.5994e-01,
5.8894e-02, 3.6998e-02, 5.8759e-02, -1.7951e-01, 2.4602e-01,
1.8997e-01, -6.6399e-02, -5.2037e-02, -1.4482e-01, 1.0709e-03,
-1.5569e-02, -1.7847e-01, 8.2376e-02, -1.2726e-03, -6.6279e-02,
-1.2864e-01, 7.6805e-02, -2.0861e-01, -1.7901e-03, -1.9659e-01,
-1.4691e-01, -1.8557e-01, -1.6982e-01, -1.9567e-01, 7.3070e-02,
-1.0571e-01, 4.2198e-02, 1.8054e-02, -1.2972e-02, -1.1760e-01,
1.7104e-01, -9.1030e-04, 3.8985e-02, -1.1314e-01, -2.3000e-02,
-1.5827e-01, 3.0767e-02, 1.6587e-01, -9.3766e-02, -6.8460e-02,
-8.9829e-02, -1.1661e-01, -1.0482e-01, -1.9370e-01, -9.1658e-02,
-3.0600e-02, -8.5319e-02, -6.0787e-02, -1.2880e-01, -4.9515e-02,
-1.2854e-01, -2.0215e-01, -1.9448e-02, 8.8775e-02, -9.5663e-03,
5.2835e-01, -2.6420e-02, 6.5328e-02, -6.4737e-02, -1.0798e-01,
1.0202e-01, -1.6757e-01, -8.4105e-02, -1.7485e-01, -6.5649e-02,
-1.1570e-01, 1.2010e-01, -2.1848e-01, -1.9476e-01, -2.3148e-01,
-2.4340e-01, -1.4553e-01, 1.8655e-01, 1.5742e-01, -1.0597e-01,
-1.5357e-01, -4.5163e-02, -2.9481e-02, -3.0523e-02, -2.8335e-02,
-4.9679e-02, -1.2425e-01, -2.6168e-01, -8.5774e-02, -1.2458e-01,
-1.9126e-01, -6.8220e-02, 2.2947e-02, -1.4506e-02, -4.9553e-02,
1.2354e-01, -3.9283e-02, -1.2963e-01, -7.4713e-02, -2.0025e-01,
1.7671e-02, -8.8939e-02, -1.2826e-01, -4.7834e-02, -1.3283e-01,
-8.0070e-02, 1.2388e-02, -2.6554e-01, -1.1800e-01, -1.0874e-01,
7.8438e-02, -1.7600e-01, 1.6260e-01, 2.9859e-01, 1.7438e-01,
-4.3352e-02, -1.0256e-01, -1.2895e-01, 3.2451e-01, 1.2106e-02,
-1.0726e-01, -1.3853e-01, -2.1853e-02, -1.4836e-01, -3.6416e-01,
-1.5879e-02, 2.3334e-02, -2.1227e-01, -5.3905e-01, -1.4544e-01,
-7.0814e-02, 1.0989e-01, -1.0542e-01, -3.1672e-02, -1.9031e-01,
-2.2068e-02, 5.3391e-02, -5.3730e-02, 6.5878e-02, -6.4651e-02,
-9.9678e-02, 1.6633e-01, -7.0467e-02, -4.6901e-02, 2.6219e-01,
2.6234e-02, -1.6361e-01, -9.2298e-02, -9.0788e-02, -2.7026e-01,
-1.3006e-01, -1.3900e-01, -8.3278e-02, -5.3912e-02, -1.4266e-01,
-4.1736e-02, -4.3213e-02, 1.5488e-02, -6.7673e-02, -1.6915e-01,
-2.6513e-01, -9.2299e-02, 1.5223e-02, -3.8603e-01, -2.0265e-01,
-7.7623e-02, -4.7644e-02, -3.1554e-01, -1.7640e-01, -8.0140e-02,
-2.6870e-01, 2.2047e-01, -1.2904e-01, -3.3961e-03, -9.5247e-02,
1.5049e-01, -1.3730e-01, -4.2985e-02, 5.9583e-02, -6.3188e-02,
-7.7933e-02, -2.8208e-02, -3.0642e-02, -1.6617e-02, -1.5215e-02,
-2.9188e-01, -1.2285e-01, -2.0388e-01, -8.3287e-02, -1.4359e-01,
-1.2450e-01, -1.9645e-01, 2.3393e-01, 9.1953e-04, -1.4658e-01,
2.1413e-01, 1.9153e-01, 1.4472e-02])),
('model.decoder.layers.5.fc1.weight',
tensor([[ 6.8826e-03, -8.3861e-03, -4.2524e-02, ..., -1.6095e-02,
1.3462e-02, -7.3059e-02],
[ 1.4113e-02, 3.0975e-03, -1.2979e-02, ..., -3.0224e-02,
-2.6562e-02, 2.4632e-02],
[ 3.6444e-02, -3.4146e-02, 3.3230e-02, ..., -1.8047e-02,
-4.6140e-03, -6.8619e-02],
...,
[ 7.2480e-02, 1.8818e-02, -1.5758e-02, ..., -2.9907e-02,
5.7298e-02, 8.3209e-04],
[ 2.9237e-02, 3.1589e-02, 1.0212e-01, ..., -7.4515e-02,
-2.2243e-02, -2.0374e-02],
[-5.8073e-02, -1.4698e-03, -3.2017e-02, ..., 9.4532e-05,
7.3046e-02, 4.4895e-02]])),
('model.decoder.layers.5.fc1.bias',
tensor([-0.0616, -0.0500, -0.0523, ..., -0.0710, -0.1000, -0.1587])),
('model.decoder.layers.5.fc2.weight',
tensor([[-2.7475e-02, 1.0630e-02, -2.6329e-02, ..., -1.1203e-02,
-9.7798e-05, 7.3787e-02],
[-9.6946e-03, -1.6058e-02, -3.9419e-02, ..., 2.2667e-02,
3.3446e-03, 2.1108e-02],
[ 2.8246e-02, 3.3899e-02, -2.8132e-02, ..., -2.0106e-02,
-3.0470e-03, -8.7834e-03],
...,
[ 1.3405e-02, -2.4357e-02, -1.7061e-02, ..., -4.5366e-02,
2.2842e-02, 5.7542e-02],
[-3.4904e-03, -5.3492e-03, 3.2616e-02, ..., -2.5299e-02,
5.8463e-03, 3.5652e-03],
[ 1.6336e-03, -3.0575e-02, 3.3005e-02, ..., -2.9643e-02,
1.9591e-02, -9.6557e-03]])),
('model.decoder.layers.5.fc2.bias',
tensor([ 4.5648e-02, 1.3099e-02, -3.8287e-05, 5.0019e-02, -3.5867e-02,
3.6114e-02, 1.9891e-02, -1.4840e-03, -4.2963e-02, -9.2994e-02,
8.1938e-03, 5.0459e-02, 2.4374e-02, -2.7076e-03, -4.4348e-03,
4.4503e-02, 4.4213e-02, -4.4839e-02, -2.8906e-02, -9.0406e-03,
2.9201e-02, -1.3097e-02, -6.3503e-02, -4.5352e-03, 5.8310e-02,
2.7024e-02, -1.2509e-01, 6.4137e-02, 4.7150e-02, 5.7310e-02,
3.1209e-02, 2.0036e-02, 4.7242e-02, -4.4548e-02, 2.7050e-02,
-2.1684e-02, -1.4814e-02, -1.8295e-02, -5.5612e-02, -6.4548e-02,
-1.2264e-02, -1.6924e-02, 2.2136e-02, 2.4217e-02, -3.4816e-02,
2.9824e-02, -4.1198e-02, -8.6360e-03, 1.1849e-01, -1.8746e-02,
4.2416e-03, -3.6741e-02, 5.8792e-04, 5.0672e-02, 3.1028e-02,
-3.2017e-02, -3.7385e-02, -2.5833e-02, -4.4814e-03, -1.9570e-02,
4.9741e-03, 2.0273e-03, 1.0904e-02, 3.8278e-02, 5.2355e-02,
-1.3821e-02, -1.6176e-02, 2.6276e-03, 6.3766e-02, -2.4122e-02,
3.5458e-02, 1.7635e-02, -3.6361e-02, 2.6333e-02, -1.6569e-02,
1.3903e-02, -1.8820e-02, -2.0597e-02, 2.6163e-02, -5.4658e-03,
5.8344e-02, 4.1953e-04, 9.4213e-03, -1.8508e-02, -3.6047e-02,
-6.7403e-02, 1.1584e-02, -2.4769e-04, -1.0128e-01, -3.4160e-02,
5.1945e-02, 4.2405e-02, -9.1004e-02, 9.0644e-03, 1.3637e-02,
-3.2196e-02, 6.6623e-02, -4.4184e-04, 1.1929e-01, 4.3203e-03,
-2.0975e-02, -1.6311e-02, 5.3702e-02, -1.6643e-03, -5.2344e-02,
1.5382e-02, 3.3993e-02, 5.2532e-02, 3.5533e-03, 3.3196e-03,
1.6582e-02, -1.1660e-02, -3.1867e-02, -1.6227e-02, -5.7581e-02,
1.8132e-02, -1.3000e-02, 5.1273e-02, 7.2432e-02, 7.8109e-02,
1.9315e-02, -9.8686e-02, -1.6448e-02, 3.2333e-02, -1.7791e-02,
3.1555e-02, -4.3526e-02, -8.8865e-03, -5.3637e-02, -3.6876e-02,
-3.2275e-02, 4.1141e-02, -4.6082e-02, 1.1421e-02, -9.4513e-03,
1.3181e-02, 8.5978e-02, 1.0184e-02, 4.9048e-03, 5.1980e-02,
1.3663e-02, -3.6014e-02, 4.2394e-02, 1.1780e-01, 6.1468e-02,
-1.8880e-02, -4.2929e-02, 5.5542e-02, -4.7374e-03, -1.3148e-02,
-6.1413e-03, -4.5559e-02, -3.6782e-02, -2.4965e-02, -1.2555e-01,
6.9047e-03, 1.7947e-02, -7.1669e-02, 3.2657e-02, -4.3686e-02,
-1.4165e-02, 1.7207e-03, 1.0294e-02, 2.2736e-02, 4.9355e-02,
2.1807e-02, 3.5418e-02, -8.8901e-03, 3.4433e-02, -8.7888e-03,
-2.7836e-02, 6.4241e-03, -3.0028e-03, 4.8036e-02, -2.9592e-02,
-4.0985e-02, 2.7194e-02, -7.2021e-02, -1.4911e-02, -3.5580e-02,
5.5098e-02, 1.3430e-02, -4.7891e-02, -6.3207e-04, -9.0946e-03,
-1.4113e-01, -1.3343e-02, -8.3897e-02, -2.7521e-03, 6.8693e-03,
7.8345e-02, 3.9696e-02, 1.6527e-02, -2.7899e-02, 2.1416e-02,
-1.0198e-01, 2.5379e-03, 3.9375e-04, 2.9300e-03, 4.7102e-02,
2.4479e-02, -4.7004e-02, 3.1931e-02, 6.9131e-02, 2.2411e-02,
2.0714e-02, 1.5088e-02, 2.2706e-02, 2.0556e-02, -9.8291e-03,
-6.1676e-03, 5.0940e-03, -2.2340e-02, -2.4417e-02, -2.4509e-03,
7.2036e-02, 1.1435e-01, -6.0951e-02, 2.3528e-02, 3.6905e-02,
-4.7584e-03, 6.7511e-04, 2.7626e-02, -1.6979e-01, -4.3634e-02,
-6.1194e-02, -2.7476e-02, 7.2782e-02, 1.6662e-02, 1.4935e-02,
1.0197e-02, -2.2376e-02, -7.5092e-03, 5.6217e-02, 6.8846e-02,
-4.0439e-02, -3.3770e-02, 8.9729e-03, 2.6778e-02, -1.5661e-02,
4.1014e-04, 2.7844e-02, -6.6248e-02, -7.3386e-03, 6.1276e-02,
-5.0686e-02, -2.3100e-03, -2.1311e-02, 4.1463e-02, 5.0118e-02,
-2.0763e-02, 7.0781e-02, -5.1096e-02, -1.5159e-02, 4.7730e-02,
-9.4398e-03, -2.8974e-02, 1.1173e-02, -1.3503e-02, 6.1169e-03,
5.0741e-02, 1.9345e-02, -3.0872e-02, -1.5279e-02, 5.7409e-02,
6.6083e-03, -6.4005e-02, 4.5650e-02, -5.8458e-03, -1.7119e-02,
3.7412e-02, -3.7630e-02, -6.5409e-04, 4.9250e-02, -1.0473e-02,
-5.7930e-02, 5.9032e-03, -7.4760e-02, -2.6683e-02, 1.4227e-02,
-6.3270e-02, 1.1679e-01, -5.5195e-02, 6.3616e-02, 7.1944e-02,
1.0981e-04, 1.0737e-02, -4.2391e-02, -3.2875e-04, 8.5676e-02,
-5.9772e-02, -9.4000e-03, 1.6843e-02, 2.7450e-04, -3.0392e-03,
8.0252e-03, 1.1004e-02, 3.3725e-02, 6.2325e-03, -3.7949e-02,
-3.7824e-02, -4.4258e-02, 4.4813e-03, 2.1457e-02, -8.3091e-03,
-4.9827e-02, 5.2335e-03, -4.4719e-02, -8.0468e-03, -7.3073e-02,
-1.8997e-02, 4.1749e-02, -5.9185e-02, 6.8885e-02, -4.3149e-02,
8.5994e-02, 7.3214e-02, 1.5146e-02, 1.5649e-02, 7.4929e-03,
-6.6195e-03, 3.1950e-02, 1.7470e-02, 4.1542e-03, -1.3747e-02,
-3.0138e-03, -2.3096e-02, -2.3500e-03, -4.6828e-03, 3.3889e-02,
4.2792e-05, 9.5471e-02, -8.2832e-02, -4.7913e-02, -1.7421e-02,
7.4258e-03, 4.2015e-02, 3.9436e-02, -2.9483e-03, 5.1680e-02,
8.6849e-02, -1.6226e-02, 1.2139e-01, 2.1190e-02, 1.5448e-02,
-2.6427e-02, -1.0797e-02, 1.0609e-02, -3.9545e-03, -5.9644e-03,
-1.1525e-03, -1.9314e-02, -4.7631e-02, -1.2237e-01, 9.7885e-02,
-2.5287e-02, 2.3450e-02, -4.0689e-03, -6.1402e-02, 6.6841e-02,
4.0147e-02, 2.4673e-03, 8.6575e-03, 5.3454e-02, 1.9269e-02,
-4.6129e-02, -2.9730e-02, -3.8659e-02, 2.4822e-02, -3.5786e-02,
-8.4957e-02, 1.5300e-03, 1.0810e-02, -1.2882e-01, 3.1510e-02,
1.4084e-02, 8.0966e-02, 4.1717e-02, -5.1355e-02, -1.7746e-02,
-1.1571e-01, -1.6282e-02, -5.6124e-03, 2.8862e-02, -1.9771e-02,
-2.7246e-02, -1.7810e-02, 1.9006e-03, 2.9538e-02, 4.2351e-02,
-2.8127e-02, -4.6563e-02, 1.2515e-02, 3.1286e-02, -9.4775e-02,
-9.1817e-03, 5.7913e-02, 1.0495e-02, -6.0845e-02, -3.5905e-03,
-4.9855e-02, 4.1637e-02, -4.1309e-02, 3.1209e-02, 7.1971e-02,
3.6944e-02, 6.4110e-02, -4.6123e-02, -6.4011e-03, 1.2245e-01,
-1.7357e-03, 9.0835e-03, 1.1774e-02, 4.9783e-02, 1.5335e-02,
2.8493e-02, -5.7228e-02, 6.4508e-02, 2.5607e-02, -9.8041e-02,
1.0595e-03, -2.8755e-02, -1.1357e-02, -1.8306e-03, 2.8810e-02,
-7.1593e-03, 5.3793e-02, -3.8927e-03, -8.5562e-02, 7.6061e-02,
-4.9920e-02, 4.9538e-02, 7.8217e-02, -2.0578e-02, -4.3624e-02,
6.3475e-02, 4.1853e-02, -3.9678e-03, 1.5384e-02, -2.6359e-02,
4.2273e-03, 9.7089e-03, -1.9848e-02, 9.0938e-03, -4.5437e-02,
-4.8439e-02, -8.8053e-03, 1.3028e-02, -2.2440e-02, 7.9821e-03,
3.6214e-02, 1.5410e-02, -6.4746e-03, 3.9293e-02, -2.6865e-02,
-6.5180e-02, -5.1729e-02, 6.7096e-02, -2.0274e-02, -2.6888e-02,
5.9621e-03, -5.3122e-02, -2.8006e-02, 2.3711e-02, 2.7840e-02,
-2.7813e-02, 8.1231e-02, 1.5847e-02, -3.7995e-02, 4.3466e-02,
-3.5554e-02, -2.1485e-02, 5.4688e-02, -1.0374e-02, -2.3103e-02,
-3.3077e-03, -5.1980e-03, -9.2113e-03, 4.5601e-03, 3.9661e-02,
-1.7000e-02, 4.2412e-02, 2.6652e-02, -3.6279e-02, -1.6589e-02,
7.1889e-02, -6.5826e-02, -4.0287e-02, -1.3915e-04, -3.9407e-02,
2.1506e-04, -4.0692e-02, -1.9964e-02, 1.3960e-03, 6.1439e-02,
-3.5968e-02, 1.5823e-02, -6.2031e-02, 2.4417e-02, -3.7762e-02,
-5.0998e-02, -2.8996e-02, 2.3144e-03, 2.1702e-02, -5.2396e-03,
3.5301e-02, 3.2047e-02, -9.3356e-03, -5.5699e-02, 4.3605e-03,
1.0820e-02, -1.2001e-02, 4.5200e-02, -4.0200e-02, 5.5609e-02,
-6.8540e-02, 4.9182e-02, 6.0024e-03, 8.9955e-02, 1.2445e-01,
-2.1152e-02, 1.3284e-01, -9.6383e-02, 1.8388e-02, -5.3161e-03,
-4.7911e-02, -1.4051e-02, 2.7362e-02, 6.0346e-02, -2.8838e-02,
2.7528e-02, -3.2310e-02, 2.7143e-02, 9.3906e-02, 4.2478e-02,
-6.6047e-03, -2.0267e-02, -1.3139e-02, 1.3163e-02, 1.6181e-02,
-4.5374e-02, 2.9629e-02, 4.7517e-02, -4.4841e-02, -5.1136e-02,
4.5104e-02, 2.3789e-02, 4.2514e-03, 6.2200e-02, -2.7320e-02,
2.2851e-02, -5.9025e-02, -2.6856e-02, -2.1548e-02, -6.4788e-02,
1.2399e-02, -4.3944e-02, 8.7434e-02, 2.6348e-02, -9.2939e-03,
-3.5999e-02, 7.4349e-02, 8.3532e-02, 4.2540e-03, 6.1006e-03,
2.5459e-02, 9.1724e-03, -7.1945e-02, 7.4554e-04, 4.0965e-02,
-3.2801e-02, -4.7351e-02, -9.9104e-03, -4.6970e-02, -1.0466e-01,
7.1049e-03, -2.1545e-02, -3.0112e-02, 7.6470e-02, 8.4008e-02,
-6.3674e-03, -1.3083e-02, 5.8862e-02, 7.9436e-02, -2.7796e-02,
4.5974e-02, 1.5794e-02, -5.5389e-02, 1.7692e-02, -4.1827e-02,
-4.6253e-03, -1.2748e-03, 4.6637e-02, -9.4158e-02, 5.3145e-02,
-1.5345e-02, -2.9575e-02, -2.4305e-02, -1.9559e-02, -1.5853e-02,
-8.2510e-02, -2.5358e-02, 1.4323e-03, -8.6530e-02, 1.3767e-02,
-3.5856e-02, -3.6997e-03, -1.8308e-02, -1.3013e-02, 1.0112e-01,
2.4553e-02, 4.5359e-02, -7.8406e-03, 9.5568e-03, 3.2407e-02,
4.0499e-03, 6.2198e-02, -5.1021e-02, -7.8263e-02, 4.9066e-02,
-2.5304e-03, -6.9858e-02, -5.4820e-03, -1.2511e-02, -1.4536e-02,
-4.8179e-02, 1.9370e-02, -4.4401e-02, 4.4981e-02, 3.8112e-02,
-1.8854e-02, -6.7105e-03, -9.4859e-02, 1.4430e-02, -2.1995e-02,
7.4621e-02, 4.3820e-02, -1.1834e-02, -6.4947e-03, -1.4422e-02,
-4.6409e-02, -6.1841e-02, 9.4167e-03, -4.3563e-02, 5.1355e-02,
-7.3239e-02, 5.2579e-02, 1.9972e-02, -1.5685e-02, 3.4334e-02,
1.3959e-03, 8.9687e-03, 5.9911e-02, -6.7403e-02, -9.0782e-03,
5.1618e-02, 1.9582e-02, -1.1922e-01, -2.0583e-02, -3.6001e-02,
-5.2530e-03, 2.4444e-02, -5.6349e-02, 7.8393e-04, 2.3505e-03,
2.0126e-02, -7.3023e-02, 9.0381e-02, -5.8272e-02, 6.1124e-03,
-7.6269e-02, 3.2317e-02, -4.1592e-02, 8.8363e-03, 8.1299e-03,
-3.0397e-02, 2.7234e-02, 3.2041e-02, -5.6218e-02, 5.6917e-02,
-2.7480e-02, 1.5397e-02, 6.9352e-02, 3.6970e-03, -6.0816e-02,
-3.9607e-02, -5.7494e-02, 5.2263e-02, -8.4323e-02, 2.7480e-02,
-4.1893e-02, 3.4329e-02, -1.5103e-02, -5.0955e-02, 6.7239e-02,
-2.3197e-02, 5.7574e-02, 1.8656e-02, 6.6111e-02, 2.4145e-02,
3.6650e-04, 1.3104e-02, 3.4979e-02, 3.6585e-02, 5.8509e-02,
2.6100e-02, 4.2934e-02, 2.6784e-02, -7.6644e-02, 6.4068e-02,
-1.5838e-02, -1.6179e-02, -4.0060e-03, -1.0510e-02, -1.4118e-01,
-7.4171e-02, 3.9576e-02, -2.1763e-02, -3.4757e-02, -6.5393e-03,
2.7660e-02, 2.6114e-02, -1.3596e-02, 9.7647e-03, -1.1565e-02,
2.5749e-02, -5.4153e-02, 1.4283e-02, 4.4569e-02, 1.9872e-02,
2.2811e-02, 1.4615e-02, 3.9026e-02, 1.7732e-02, 5.2860e-02,
-4.9273e-02, 3.9095e-02, 8.1299e-02, 5.6749e-02, 2.4716e-02,
3.6082e-02, -1.5784e-02, -3.6988e-02, 4.0959e-02, 2.1708e-02,
-5.5880e-02, -6.5316e-02, -6.0996e-02, -2.6251e-02, 6.0441e-02,
-6.3641e-02, -1.6935e-02, 6.1755e-02, 1.0291e-02, 5.7951e-02,
-4.4817e-02, -2.5033e-02, -7.0191e-02, -9.1839e-03, -2.0221e-02,
-6.6616e-02, 1.4946e-02, -6.4642e-02, -5.9865e-03, 8.3204e-02,
-1.6648e-02, -4.6924e-02, 6.5306e-03])),
('model.decoder.layers.5.final_layer_norm.weight',
tensor([1.7722, 2.0270, 1.9400, 2.6760, 2.0791, 1.9769, 1.7376, 1.6766, 2.0239,
1.9584, 1.9541, 1.8752, 1.8979, 1.8757, 2.0212, 2.1870, 1.6476, 2.1877,
1.7531, 1.9625, 1.6728, 1.8226, 2.2965, 2.0170, 2.1651, 1.8163, 1.8792,
2.8227, 1.8720, 0.1711, 1.8507, 1.8597, 1.9472, 1.9056, 2.1621, 2.0812,
1.9073, 2.0379, 1.8474, 1.9727, 2.1457, 2.6902, 1.8202, 1.8064, 2.1884,
2.0579, 1.9163, 1.9808, 1.9960, 1.9320, 1.8711, 1.9611, 1.9725, 1.6205,
1.8903, 1.8417, 1.7986, 1.9843, 1.8590, 1.8461, 1.7942, 1.9051, 1.9577,
1.9624, 1.8945, 1.9401, 1.7907, 2.0655, 1.8155, 1.8964, 1.7853, 2.9010,
2.0128, 1.9217, 2.4381, 1.8181, 1.8042, 1.8311, 2.1957, 2.0224, 2.0631,
2.0619, 2.0926, 1.9323, 1.8783, 2.0051, 1.8015, 1.8035, 2.2359, 1.8704,
2.0617, 1.8447, 1.8657, 1.9771, 1.8346, 1.9883, 1.9895, 1.9394, 2.2681,
1.9814, 1.9631, 2.0247, 1.8752, 1.8142, 1.8687, 2.1469, 2.0020, 1.7562,
1.9077, 1.9627, 2.0866, 2.4836, 2.0501, 1.8342, 2.0431, 1.9440, 2.3102,
1.8630, 2.2855, 1.9583, 1.7712, 2.1621, 1.8901, 1.7014, 1.8013, 1.8910,
2.0184, 1.9872, 2.0255, 2.1143, 1.6246, 1.8118, 1.9370, 1.7956, 1.7929,
1.9331, 1.8833, 1.9521, 1.7150, 2.0161, 1.7258, 1.7691, 1.8724, 1.7995,
1.8067, 1.9085, 1.7639, 1.6225, 1.7863, 2.6515, 1.9118, 1.8090, 1.8090,
1.7864, 1.9496, 1.9237, 1.6874, 1.8670, 1.7463, 2.0044, 1.8252, 1.8357,
2.0601, 1.7243, 1.7112, 1.7942, 1.9864, 1.8705, 1.9391, 1.9516, 2.1456,
1.9573, 1.5087, 1.8169, 1.8664, 2.0200, 2.0613, 2.2920, 1.8925, 1.7900,
2.1050, 1.9147, 1.8812, 1.8744, 1.7851, 1.9768, 1.8881, 2.0066, 1.7630,
1.7610, 1.8471, 1.8442, 1.8772, 1.8689, 1.8370, 2.1186, 1.8343, 1.8802,
1.8829, 2.3045, 1.9699, 2.2242, 2.0745, 1.9068, 1.9283, 2.8659, 2.9321,
1.8021, 1.7650, 2.0681, 1.9105, 1.7763, 2.1121, 1.8364, 1.8898, 1.9345,
1.9614, 1.8560, 2.0103, 1.8249, 1.8931, 1.9741, 1.9699, 1.8702, 1.8636,
2.0281, 1.9090, 1.2994, 2.1303, 1.7068, 1.8625, 1.9056, 1.8616, 1.8052,
3.0838, 2.1204, 2.1837, 1.9477, 2.3295, 1.9614, 1.9580, 2.0252, 2.0713,
1.9056, 1.9782, 1.8907, 1.9562, 1.8627, 1.7872, 1.9595, 1.9431, 1.6224,
2.5681, 2.0799, 1.8309, 1.9499, 1.9327, 2.0775, 1.9440, 1.7770, 1.7857,
1.8934, 2.0495, 1.8655, 1.8125, 1.8652, 1.7475, 1.9639, 1.7528, 1.9909,
1.7144, 1.8937, 2.0904, 1.9888, 1.9216, 1.8152, 1.9790, 1.7853, 1.9310,
1.9030, 1.9967, 1.1357, 1.8214, 1.8804, 1.9385, 1.9946, 1.9130, 1.7308,
1.9245, 2.1761, 1.8731, 1.7943, 2.1363, 1.8236, 1.8352, 1.9388, 2.1676,
1.8979, 1.8519, 1.8612, 1.8242, 1.8935, 1.7560, 1.8209, 1.9711, 1.8373,
1.9012, 1.8257, 1.8603, 1.8790, 1.8206, 2.0022, 1.9354, 1.8615, 2.1376,
1.1203, 1.9084, 1.8579, 1.8527, 2.0130, 1.9405, 1.9050, 1.5903, 1.6760,
1.7276, 1.7991, 1.7478, 1.8794, 1.8849, 1.6499, 1.8485, 2.0710, 2.5993,
1.8667, 1.7665, 2.1634, 1.7717, 1.8577, 1.8504, 1.8149, 1.8812, 1.8493,
1.9811, 1.8349, 2.3975, 2.0185, 1.8680, 2.0757, 1.9374, 1.9594, 1.7915,
2.2289, 1.8740, 2.5039, 1.8326, 1.7029, 2.2011, 1.8713, 2.2770, 1.7760,
2.0460, 1.7109, 2.0489, 2.0463, 1.8665, 1.9980, 1.6631, 2.0341, 2.2565,
1.9836, 1.9035, 2.0143, 1.9206, 2.2546, 2.1118, 1.8987, 1.9295, 1.9967,
1.9760, 2.0078, 1.9481, 1.8603, 1.8403, 1.9355, 2.0893, 1.9503, 1.7786,
1.7787, 1.8449, 2.0100, 1.7177, 1.9511, 1.7654, 2.2840, 2.2231, 1.8238,
1.8999, 1.8105, 1.9022, 1.8391, 1.9964, 1.8333, 2.0637, 1.8964, 1.9928,
1.8319, 1.6991, 1.7943, 1.9722, 1.7881, 1.7782, 1.7649, 1.7775, 2.3171,
1.8034, 1.8386, 1.8303, 1.9602, 1.7362, 1.7964, 1.8724, 1.9450, 1.7351,
1.8464, 1.8605, 2.0757, 1.8179, 1.7021, 1.8335, 2.3329, 1.9909, 2.4524,
1.8423, 1.7588, 1.8314, 1.7951, 1.9786, 2.8307, 1.8724, 1.9871, 2.0178,
1.8185, 2.3589, 1.8181, 1.8908, 1.9445, 2.1082, 1.8877, 2.1472, 2.0422,
1.7020, 1.9584, 2.0094, 1.8801, 1.7752, 1.7081, 1.8902, 2.0589, 2.0517,
1.7664, 1.8224, 1.6405, 1.9589, 1.9551, 1.8498, 2.1885, 2.3929, 2.1261,
2.0535, 1.8843, 1.9449, 2.0143, 1.5891, 1.7640, 1.9592, 1.9215, 1.8958,
1.8715, 1.8165, 1.8403, 1.8872, 1.8370, 1.7273, 1.8523, 1.9720, 1.8406,
2.4789, 1.9628, 1.8766, 1.8962, 1.9527, 1.9508, 1.9130, 2.1027, 1.8589,
2.0288, 1.8164, 2.6886, 1.9945, 1.8363, 1.9741, 1.8836, 1.9081, 1.7679,
1.8169, 1.9536, 1.8322, 1.8910, 1.7701, 1.8689, 2.2041, 1.8493, 1.8528,
1.8965, 2.0456, 2.0024, 1.8356, 1.7459, 1.9033, 2.2242, 1.8766, 1.8998,
1.9081, 2.2165, 2.1152, 2.3266, 1.9166, 1.9596, 2.0616, 2.4762, 1.9127,
1.8872, 1.9120, 1.7900, 1.9777, 1.8872, 1.7647, 1.8050, 2.0655, 2.3497,
1.9291, 1.8537, 1.8806, 1.7709, 1.9795, 1.9010, 1.9524, 1.9492, 1.7980,
1.8789, 1.8319, 1.9743, 2.4622, 1.9025, 1.7593, 1.8761, 2.2890, 1.6233,
1.8285, 1.9166, 1.8098, 1.8114, 1.8199, 1.8077, 2.0250, 1.7794, 1.8419,
2.4583, 1.9905, 1.9075, 1.8579, 2.0495, 2.0296, 1.8788, 2.9585, 1.7936,
1.9765, 2.2256, 2.1573, 1.8514, 2.6202, 1.8028, 2.0125, 1.9245, 1.9503,
1.8918, 2.1955, 2.1254, 2.1452, 1.7698, 1.9735, 1.8821, 1.9537, 1.7542,
1.8291, 1.8236, 1.9342, 1.8703, 1.8616, 2.6833, 2.0281, 1.6670, 1.7784,
1.9307, 1.9894, 1.7041, 1.8860, 1.8953, 2.0751, 2.2841, 1.8929, 1.9027,
1.9180, 3.4366, 1.9313, 1.9258, 1.8389, 1.9133, 1.9228, 1.7401, 1.9448,
1.9159, 1.9019, 2.1567, 1.8255, 1.7803, 1.8720, 1.9870, 2.0401, 1.8507,
2.2514, 1.8272, 1.9692, 1.9097, 2.0000, 1.8014, 2.8794, 1.7880, 1.8361,
1.9661, 2.3261, 1.8842, 1.8439, 1.8977, 1.9412, 1.8771, 2.0049, 1.7571,
2.0602, 1.8479, 1.8938, 1.8451, 1.8267, 2.0483, 2.0113, 1.7776, 1.7218,
1.9692, 2.2456, 1.9579, 2.0360, 1.9141, 1.8012, 1.9022, 1.8927, 1.7769,
1.8971, 1.6766, 1.8335, 1.8086, 1.8982, 1.8699, 2.0428, 1.8938, 2.1090,
1.8025, 1.9492, 1.8039, 1.8349, 2.0289, 1.8939, 2.0034, 2.1758, 1.8487,
1.9336, 1.8250, 1.9709, 1.8067, 2.5446, 1.8853, 1.7384, 2.8807, 2.0920,
1.9006, 2.0022, 2.0537, 1.7667, 1.9645, 1.8282, 1.9936, 1.8953, 1.9384,
1.8041, 2.2287, 1.8084, 1.8555, 2.4423, 2.0007, 2.0448, 1.9032, 2.0114,
2.3084, 1.9166, 1.8055, 2.0058, 1.9306, 2.0275, 2.1027, 1.9305, 2.1165,
1.8449, 1.8752, 1.6745, 2.7337, 1.7586, 2.2688, 1.7705, 1.6952, 1.7579,
2.3037, 1.9761, 1.8307, 1.6861, 2.1375, 1.9001, 2.0508, 2.5805, 2.1256,
1.9025, 1.9329, 1.6551, 2.0780, 1.9849, 1.8072, 1.7561, 1.9590, 1.8675,
2.0044, 2.2840, 1.9148, 1.8226, 1.7400, 1.8045, 1.8297, 1.8488, 1.8797,
1.7499, 1.9147, 1.7761, 1.5751, 2.1339, 1.7592, 1.9917, 1.8102, 1.7059,
1.8786, 1.7212, 1.6993])),
('model.decoder.layers.5.final_layer_norm.bias',
tensor([ 6.4738e-02, 3.3403e-02, 7.1278e-02, -7.7291e-02, -4.4242e-02,
7.1760e-04, 1.5452e-02, 8.6614e-02, 8.4736e-02, 1.7453e-01,
6.0224e-02, -4.9829e-03, 1.0320e-02, 8.0255e-02, -4.1572e-02,
1.0298e-01, -7.7351e-02, 1.3216e-01, 4.7636e-02, 1.7849e-02,
2.4382e-02, 4.8620e-02, -9.0949e-02, 1.1225e-01, 8.8408e-02,
2.7430e-02, 7.4266e-02, -1.3154e-01, 1.4917e-01, -1.0429e+00,
7.2496e-02, -2.7903e-03, -1.7276e-01, 8.8756e-02, -3.8484e-02,
3.1421e-02, 1.5096e-01, 4.7007e-02, 4.3937e-02, 1.3899e-01,
5.6093e-02, 2.9477e-01, 5.9966e-02, 1.5765e-01, 6.2323e-02,
6.5150e-04, 1.2765e-01, 9.8627e-02, -6.7825e-02, 1.0583e-01,
1.6385e-01, 1.8449e-02, 1.7433e-01, 4.5183e-02, 6.8567e-02,
2.2416e-02, -1.1288e-02, -2.0875e-02, 5.1507e-02, 2.6311e-02,
5.7647e-02, 2.6388e-02, 1.1893e-01, 5.5761e-03, 9.0103e-02,
7.0822e-02, 8.7522e-02, 4.3691e-02, 1.5809e-01, 7.7979e-02,
8.7523e-02, -3.1128e-03, 1.0045e-01, 1.9550e-01, 2.2288e-02,
4.7582e-02, 6.8890e-02, -7.0551e-02, -5.7365e-02, 8.9119e-02,
-6.5417e-02, -1.2166e-02, 5.4326e-02, 1.6254e-01, 8.5185e-02,
7.4613e-02, 7.5771e-02, 6.2024e-02, 2.0169e-01, 1.1590e-01,
9.1034e-02, 8.6485e-02, 1.0049e-01, 8.4758e-02, 9.6043e-03,
6.8839e-02, 1.4083e-01, 7.8161e-02, 7.3875e-02, 1.9745e-02,
-4.4966e-02, 6.3349e-02, 8.7601e-02, 1.9615e-04, 1.3051e-01,
-5.2574e-02, 5.0486e-02, 6.4875e-02, 3.2292e-02, 3.7867e-02,
4.3057e-02, 1.4256e-01, 4.4608e-02, 1.6331e-02, 1.4021e-01,
1.6117e-01, -1.6657e-01, 6.9647e-02, 1.6133e-01, 2.2474e-02,
4.0662e-02, 1.7093e-01, 5.0802e-02, 8.2199e-02, 4.6733e-02,
1.7455e-02, 8.2994e-02, 7.9895e-02, 1.6109e-01, 1.3880e-01,
5.6536e-02, -2.1037e-03, 7.7757e-03, 9.6668e-02, -3.6722e-02,
8.4475e-02, -5.9815e-02, 5.8345e-02, 7.5025e-02, 2.0059e-02,
6.5153e-02, -1.9291e-02, 8.3532e-02, 1.3610e-01, 4.7338e-02,
1.9084e-01, 1.8950e-01, -3.3274e-02, 5.1008e-02, 2.9523e-01,
1.6553e-01, 3.0408e-02, 6.8257e-02, -1.9244e-02, 7.5340e-02,
-8.6386e-03, -1.8206e-03, 1.2019e-01, 9.8596e-02, -2.5944e-02,
3.9250e-02, 1.7888e-02, -2.0807e-02, 1.5738e-02, 1.6823e-05,
-7.9290e-02, -3.4044e-02, 1.0378e-01, 4.9136e-02, -6.5865e-02,
-5.3557e-02, 5.3674e-02, -3.0529e-01, 4.4197e-02, 5.5847e-02,
1.8272e-01, 1.3461e-01, -4.8322e-02, 1.0119e-01, 1.6405e-02,
1.4802e-01, 1.1876e-01, 1.0573e-01, 5.1193e-02, 1.1639e-01,
1.1729e-02, 6.5353e-02, 8.4916e-02, 8.1737e-02, 8.5311e-02,
9.2275e-02, 4.5337e-02, 1.5667e-01, 8.2569e-03, 1.0113e-01,
-2.0888e-02, 1.1382e-01, 3.0594e-01, 1.1154e-01, 5.0574e-02,
-1.6326e-01, 2.6132e-01, 8.9976e-02, 1.3975e-01, 8.6579e-02,
7.7024e-02, 6.6212e-02, 2.0540e-01, 6.3054e-02, 1.7003e-01,
1.6631e-01, 3.2882e-02, 9.2615e-02, 5.5991e-02, 1.5497e-01,
4.7744e-02, 4.1149e-02, 5.4080e-02, 2.3026e-01, -2.3241e-03,
1.8503e-01, 7.3021e-02, 5.7418e-02, 6.8312e-02, 5.9655e-02,
5.1528e-02, 1.1283e-01, 1.4292e-01, 2.5507e-01, 6.4323e-02,
1.0996e-01, -5.5408e-02, 2.8391e-02, -2.4645e-03, -1.8662e-01,
6.0879e-02, 3.2650e-02, 1.0737e-01, -1.2399e-01, 2.9351e-02,
1.0484e-01, 1.5161e-02, 3.1437e-02, 1.1928e-01, 1.1925e-01,
1.2466e-01, -1.3599e-02, 6.3167e-02, -1.6104e-02, -2.3298e-02,
5.6120e-02, 1.0592e-01, 7.5625e-02, 1.7925e-01, 2.1578e-02,
3.7628e-02, 8.2553e-02, -2.2900e-02, -4.3426e-02, -9.7803e-02,
-6.0802e-02, 1.1120e-01, 8.6152e-02, 6.2866e-02, 6.3132e-02,
1.2359e-01, 6.3771e-02, 9.1627e-02, 4.8193e-02, -1.0039e-02,
-1.2171e-01, 1.2134e-01, -1.6716e-02, 2.9752e-02, 2.7471e-02,
-3.9352e-02, -8.1695e-02, -1.1495e-02, 7.1835e-02, 9.4919e-02,
2.4516e-01, 1.8211e-01, 8.2769e-03, 8.6442e-03, 6.5752e-02,
4.2396e-02, 8.0903e-02, 1.0723e-01, 1.5603e-01, 1.0940e-02,
5.9108e-02, 1.0434e-01, 8.4124e-02, -2.3723e-03, 4.3208e-02,
1.0364e-01, 1.8942e-01, 5.1693e-03, 9.6729e-02, -4.5504e-02,
-1.0589e-01, 1.3333e-01, 1.0753e-01, 7.0504e-02, 3.4254e-02,
1.3334e-01, 1.0273e-01, -3.8814e-02, 2.9623e-02, 3.9134e-02,
1.5045e-01, 6.1144e-02, 1.5955e-02, -3.6085e-02, -4.7721e-02,
1.5974e-01, -9.6155e-03, -1.5298e-02, -6.2311e-02, 9.2804e-02,
1.3340e-01, 1.3141e-01, -5.6294e-02, -2.4283e-03, 7.9058e-02,
2.3622e-01, 1.1664e-01, 1.2423e-02, 2.2401e-01, 1.3018e-01,
3.7529e-02, -7.8262e-02, 2.8417e-01, -2.4411e-02, 6.0506e-02,
9.9583e-02, 8.0915e-02, -3.4847e-02, 8.0452e-02, 1.0812e-01,
1.9539e-01, 1.2216e-01, -1.8444e-01, 1.2003e-01, 3.5471e-02,
8.1358e-02, 8.4001e-02, 5.2926e-02, 6.1788e-02, 2.7263e-02,
1.2946e-01, 4.9163e-02, 2.5749e-01, -9.2258e-02, 8.7394e-02,
6.3450e-02, 6.1910e-03, 8.3980e-02, 2.4256e-02, 1.1693e-01,
-2.2022e-02, -1.4201e-02, 8.6817e-02, 8.1403e-02, 1.3252e-01,
5.4366e-02, 9.6416e-02, 1.6389e-01, -7.6660e-02, -4.2923e-02,
-1.4190e-02, 1.5451e-01, 6.0607e-02, -8.3418e-02, -9.7064e-03,
-2.3214e-02, 1.8624e-01, 1.4663e-01, 4.0991e-02, 1.4681e-01,
-6.3038e-02, -2.7320e-02, -1.7422e-02, 1.0546e-01, -7.7543e-02,
5.4751e-02, 1.8879e-02, 4.9735e-02, 4.3791e-02, 5.6844e-02,
8.7241e-02, 5.3658e-02, 4.1958e-02, -1.2985e-03, 3.4937e-02,
6.5891e-02, 9.4221e-03, 1.3201e-01, 5.6096e-02, 7.0707e-03,
2.5494e-02, 4.7970e-02, 5.1109e-02, -5.6118e-02, 1.2322e-01,
1.0704e-01, 1.9406e-01, 4.7640e-02, 2.4220e-01, -2.2047e-02,
9.8514e-02, 4.0033e-02, 1.5908e-01, 1.3067e-01, 1.4542e-01,
1.3192e-01, 2.0426e-01, 4.9780e-02, 1.1269e-01, -1.0663e-02,
1.0571e-01, -2.4381e-02, 4.7542e-02, 4.8187e-02, 1.9786e-01,
9.8014e-02, 1.1029e-01, 1.3602e-02, 1.0783e-02, -7.1089e-02,
6.6299e-02, 2.8874e-01, 6.9572e-03, 1.5291e-02, 1.5821e-01,
6.4531e-02, -4.2940e-03, 1.5036e-01, 5.4517e-02, 1.6455e-01,
2.0879e-01, -5.4499e-02, 2.7844e-01, 8.8008e-02, 7.7856e-02,
6.7625e-02, 1.6966e-01, 1.8595e-01, -9.3066e-02, 7.6722e-02,
1.2058e-01, -4.9455e-02, 8.8548e-02, -4.4723e-02, 7.9262e-02,
-2.4412e-02, 7.8915e-02, 7.6218e-02, 8.8546e-02, -3.6525e-02,
-4.7976e-02, -4.5619e-02, 1.6639e-03, 1.2956e-01, -1.5535e-02,
1.1133e-01, 2.0233e-01, -3.7620e-02, -7.5473e-02, 6.2422e-02,
1.9419e-01, 1.6642e-02, 1.3412e-02, -1.2775e-02, 1.3815e-01,
9.4854e-02, 3.5237e-02, -8.0335e-02, 1.1112e-02, 1.0313e-01,
-8.6136e-02, 5.6182e-02, 1.8176e-01, 3.7215e-02, 6.4911e-02,
-4.5100e-03, -7.2979e-02, 4.3497e-02, 4.8524e-02, -6.3689e-02,
-8.1766e-02, 1.6793e-01, 7.1342e-02, 6.4975e-02, 9.4812e-02,
8.9614e-02, 3.6689e-02, -3.4063e-01, 1.1710e-01, 1.6396e-01,
5.7659e-02, 1.2268e-01, 1.1483e-01, 7.8126e-02, -1.5348e-02,
-3.7960e-02, 1.0673e-01, 6.7062e-02, 5.1531e-02, 2.2869e-02,
2.1085e-02, 7.3179e-02, -4.1828e-02, -1.3375e-02, 3.4456e-02,
-3.5313e-02, 7.0359e-02, 1.0023e-01, -1.4656e-03, 8.4746e-02,
1.8710e-01, -8.8647e-03, 2.2303e-03, 1.3817e-01, 2.1157e-03,
1.9360e-01, 1.2107e-01, 7.1607e-02, 4.6695e-02, -2.4686e-02,
-8.9891e-02, 1.7663e-02, 1.3917e-01, 2.9700e-02, 1.7882e-01,
1.6977e-01, 6.5554e-02, -7.6679e-02, 2.0398e-01, 1.8703e-01,
7.0706e-02, 3.6008e-02, -1.6190e-02, 2.1578e-01, -1.7698e-02,
1.0945e-01, 8.4955e-02, -2.2713e-02, 9.9261e-02, -1.0334e-02,
1.1302e-02, 2.8754e-02, 3.2022e-02, -3.6158e-02, 1.5518e-02,
1.0283e-01, 1.0987e-01, 1.6163e-01, 5.2107e-02, 1.6697e-02,
5.7043e-02, 9.4107e-02, 3.3463e-02, 2.9904e-02, -5.1966e-02,
7.4101e-02, 8.8167e-02, 1.0859e-01, 8.3208e-02, 1.9338e-01,
8.3778e-02, 1.5312e-02, -1.3578e-02, 2.3374e-02, 1.5634e-01,
3.3739e-02, 2.1635e-02, 4.7961e-02, -2.3372e-02, 5.7077e-02,
-5.4232e-02, 5.4564e-02, 1.3357e-01, 1.3411e-02, 1.2182e-01,
7.1747e-02, 9.2241e-02, 6.0588e-02, 3.3802e-02, 3.0835e-02,
1.2012e-01, 1.2695e-01, -1.2217e-02, 3.5550e-02, 8.8389e-02,
5.8910e-03, 9.2515e-02, 5.2244e-02, -3.3751e-02, 3.9712e-02,
4.1922e-02, -1.8823e-02, 7.1781e-02, 1.6155e-03, 1.2707e-01,
-2.4377e-02, 9.5935e-02, -1.3419e-01, 1.5963e-02, 9.3212e-02,
3.3902e-02, 1.5081e-01, 4.6800e-02, 7.4802e-02, 1.6083e-01,
-2.3476e-03, 5.9909e-02, 7.5486e-02, 1.0193e-01, 1.8705e-01,
1.6236e-01, 4.0883e-02, 2.1687e-01, 1.0252e-01, 1.7543e-01,
-5.9634e-02, 4.5827e-02, 8.1804e-02, 3.2868e-02, 2.2659e-01,
1.2510e-02, -8.7433e-02, -3.8580e-02, 1.4450e-01, 7.6135e-02,
3.4403e-02, 5.9289e-02, 6.7217e-02, 2.3952e-02, 1.9426e-01,
1.2637e-01, 6.6024e-02, -2.9625e-02, 8.5880e-02, -1.3058e-02,
3.3726e-03, 1.1141e-01, 2.3604e-02, 9.3650e-02, 1.2112e-01,
1.8201e-01, 1.4705e-01, 3.1605e-03, 4.1639e-02, -3.2994e-02,
5.9938e-02, 1.6958e-01, 3.4205e-02, 5.0424e-02, 2.0274e-01,
-7.6146e-02, 1.3983e-01, 1.2116e-01, 6.2987e-03, 1.1440e-01,
6.2724e-02, 1.6482e-01, 2.9222e-02, 1.4962e-01, 5.0896e-02,
4.6063e-02, -4.5727e-02, 4.3593e-02, -1.2489e-01, -6.9342e-02,
6.3341e-02, 1.6188e-01, 1.1921e-01, 6.0839e-02, -1.4411e-02,
1.9766e-02, 1.6846e-02, -2.2125e-02, 7.7335e-02, 1.5619e-02,
-1.2585e-01, 1.1098e-01, 1.1112e-01, 2.5477e-03, -7.9354e-02,
-5.6891e-02, 1.6845e-01, 1.0068e-04, 5.4647e-02, 8.5921e-02,
1.2456e-01, 8.0019e-03, 9.2725e-04, 1.3441e-02, 1.4612e-01,
1.5537e-01, 9.9608e-02, -3.6117e-02, 1.2679e-01, 8.2854e-02,
1.0504e-02, 2.9786e-02, 5.3716e-02, 6.1881e-02, 5.1251e-02,
-1.8486e-02, 6.4263e-02, 7.5540e-02, 8.5753e-02, -8.5280e-02,
1.5861e-01, 2.2182e-03, 1.0856e-01, 6.0440e-03, -4.4504e-02,
9.1739e-02, 1.7970e-01, 1.2740e-01, -1.2934e-01, 1.4712e-01,
-1.0793e-01, 1.6242e-01, 5.0991e-02, 6.2546e-02, -4.4487e-02,
-2.0151e-02, 8.0268e-02, 4.9536e-03, 5.8960e-02, 2.6714e-02,
1.8381e-01, 1.5368e-01, 1.5751e-02, 5.1836e-02, 2.1538e-01,
-7.9448e-02, 5.4550e-02, 5.0449e-03, 9.4738e-02, 2.7709e-02,
-3.3348e-02, 6.8466e-02, 7.2864e-02, -9.5765e-02, 2.1278e-01,
-1.2526e-02, 4.7922e-02, 8.6931e-02, 1.1051e-01, 5.8031e-02,
-5.5508e-02, 1.4948e-01, 1.4090e-01, 1.4540e-02, -2.5356e-02,
-5.3433e-02, 6.5300e-02, 8.3443e-02, -1.1870e-02, 2.9631e-02,
-8.2813e-02, -1.3314e-01, 5.2057e-02])),
('model.decoder.layernorm_embedding.weight',
tensor([0.5691, 0.5319, 0.5750, 0.3512, 0.5341, 0.5670, 0.5715, 0.5800, 0.5048,
0.1175, 0.5768, 0.5647, 0.5592, 0.5441, 0.2998, 0.5297, 0.4747, 0.4698,
0.5928, 0.5315, 0.5804, 0.5646, 0.5379, 0.5756, 0.5813, 0.3355, 0.5728,
0.0771, 0.5869, 0.0909, 0.5868, 0.5855, 0.5262, 0.5558, 0.5374, 0.1530,
0.5667, 0.5566, 0.5726, 0.5846, 0.5043, 0.1241, 0.5683, 0.5329, 0.5946,
0.5182, 0.5542, 0.5653, 0.5530, 0.5707, 0.5471, 0.5967, 0.3164, 0.5931,
0.5185, 0.5869, 0.5585, 0.5610, 0.5743, 0.5572, 0.5586, 0.5502, 0.5957,
0.5644, 0.5852, 0.5558, 0.6183, 0.4789, 0.5425, 0.5930, 0.5799, 0.1261,
0.5003, 0.5498, 0.5457, 0.5780, 0.5731, 0.5323, 0.5787, 0.5063, 0.5827,
0.5222, 0.5538, 0.5970, 0.5657, 0.5746, 0.5989, 0.5506, 0.5291, 0.5716,
0.5237, 0.6075, 0.5586, 0.5409, 0.5813, 0.5560, 0.6001, 0.5727, 0.5209,
0.5630, 0.5656, 0.5024, 0.5732, 0.5913, 0.5872, 0.5169, 0.5527, 0.5777,
0.5650, 0.5438, 0.5293, 0.5890, 0.6025, 0.5951, 0.5492, 0.5398, 0.3452,
0.5762, 0.0724, 0.5822, 0.5949, 0.5767, 0.5722, 0.5556, 0.5865, 0.5487,
0.5423, 0.5335, 0.5301, 0.5599, 0.5864, 0.5365, 0.5574, 0.5469, 0.5842,
0.5854, 0.5672, 0.5735, 0.5899, 0.5589, 0.5388, 0.5673, 0.5496, 0.5916,
0.5601, 0.5839, 0.5704, 0.5776, 0.5656, 0.0942, 0.5414, 0.5984, 0.5743,
0.5672, 0.6043, 0.5564, 0.4291, 0.5585, 0.5563, 0.5529, 0.5447, 0.5758,
0.5789, 0.5582, 0.5580, 0.5685, 0.5443, 0.5832, 0.6074, 0.5704, 0.4504,
0.5534, 0.1480, 0.5832, 0.5403, 0.5324, 0.5924, 0.5736, 0.6010, 0.5712,
0.5267, 0.5695, 0.5613, 0.5721, 0.5845, 0.5827, 0.6463, 0.5616, 0.6042,
0.5612, 0.6099, 0.5577, 0.5422, 0.5619, 0.5632, 0.5938, 0.5790, 0.6109,
0.5662, 0.4549, 0.5821, 0.5611, 0.5130, 0.6100, 0.5702, 0.9130, 0.1086,
0.5513, 0.5886, 0.5794, 0.5965, 0.5647, 0.4957, 0.5649, 0.5895, 0.5169,
0.6026, 0.5558, 0.5520, 0.5649, 0.5514, 0.5837, 0.5731, 0.5978, 0.5403,
0.5243, 0.5539, 0.1742, 0.5668, 0.5667, 0.5252, 0.5770, 0.5696, 0.5457,
0.4194, 0.5571, 0.3993, 0.5813, 0.5233, 0.5793, 0.5840, 0.5643, 0.6017,
0.5169, 0.5659, 0.5969, 0.4910, 0.5706, 0.5804, 0.5745, 0.6035, 0.5746,
0.4772, 0.5836, 0.5977, 0.5694, 0.5798, 0.5478, 0.5978, 0.5652, 0.5273,
0.5593, 0.5505, 0.5753, 0.4949, 0.5505, 0.5577, 0.5599, 0.5592, 0.5301,
0.5543, 0.5871, 0.5178, 0.5768, 0.5648, 0.5628, 0.5737, 0.5875, 0.5649,
0.5753, 0.4783, 0.2158, 0.5487, 0.5628, 0.5500, 0.5744, 0.5809, 0.5820,
0.5630, 0.5458, 0.5692, 0.5547, 0.5709, 0.5636, 0.5996, 0.5645, 0.5811,
0.5587, 0.5543, 0.5713, 0.5748, 0.5653, 0.5563, 0.5778, 0.5275, 0.5364,
0.5458, 0.6043, 0.5523, 0.5645, 0.1202, 0.4425, 0.6026, 0.5631, 0.5515,
0.3379, 0.5986, 0.5538, 0.5642, 0.4842, 0.5602, 0.5755, 0.5848, 0.5887,
0.5888, 0.5866, 0.6065, 0.5352, 0.5387, 0.5877, 0.5922, 0.6085, 0.2758,
0.5941, 0.5718, 0.5939, 0.5780, 0.5841, 0.5920, 0.5747, 0.5737, 0.5557,
0.5937, 0.5758, 0.5416, 0.5548, 0.5756, 0.5718, 0.5101, 0.5136, 0.5834,
0.5053, 0.5802, 0.5422, 0.6027, 0.5889, 0.5785, 0.5498, 0.5116, 0.5635,
0.5197, 0.5664, 0.5940, 0.5807, 0.5606, 0.5409, 0.6090, 0.5904, 0.4172,
0.5619, 0.5571, 0.5308, 0.5724, 0.5681, 0.5229, 0.5566, 0.5182, 0.5659,
0.5768, 0.5810, 0.6164, 0.5882, 0.6070, 0.5111, 0.5147, 0.5400, 0.5612,
0.5862, 0.5712, 0.5948, 0.5567, 0.5636, 0.5561, 0.4046, 0.6027, 0.5694,
0.6026, 0.5709, 0.5844, 0.5570, 0.5680, 0.5611, 0.5080, 0.6168, 0.5196,
0.5745, 0.5821, 0.5805, 0.5482, 0.5772, 0.5636, 0.5805, 0.5521, 0.4978,
0.5614, 0.5607, 0.5399, 0.5810, 0.5580, 0.5972, 0.5752, 0.5773, 0.5753,
0.5623, 0.5573, 0.5980, 0.5554, 0.5733, 0.5740, 0.4535, 0.5487, 0.3082,
0.5776, 0.5607, 0.5857, 0.5843, 0.5294, 0.5615, 0.5637, 0.5771, 0.5914,
0.5447, 0.4843, 0.5985, 0.5778, 0.5853, 0.5364, 0.5611, 0.5320, 0.5702,
0.5552, 0.5548, 0.5874, 0.6096, 0.5737, 0.5776, 0.5374, 0.5246, 0.5423,
0.5427, 0.6031, 0.4099, 0.5868, 0.5785, 0.5894, 0.5324, 0.5600, 0.5309,
0.5506, 0.5639, 0.5561, 0.5592, 0.5670, 0.5673, 0.5624, 0.5621, 0.5904,
0.5803, 0.5591, 0.5332, 0.5659, 0.5237, 0.5780, 0.5620, 0.5648, 0.5887,
0.5428, 0.5652, 0.2941, 0.5332, 0.5001, 0.5563, 0.5463, 0.5213, 0.5506,
0.5439, 0.5518, 0.1453, 0.5692, 0.5873, 0.5151, 0.5432, 0.5157, 0.5213,
0.5888, 0.5491, 0.6339, 0.5564, 0.5496, 0.5614, 0.5568, 0.5871, 0.5658,
0.6067, 0.5399, 0.5784, 0.6014, 0.5915, 0.5342, 0.5673, 0.5800, 0.5679,
0.5487, 0.5335, 0.5105, 0.5251, 0.5690, 0.6590, 0.5615, 0.1510, 0.5835,
0.5794, 0.5631, 0.5919, 0.6148, 0.5468, 0.5930, 0.5947, 0.5282, 0.3101,
0.4889, 0.5882, 0.6176, 0.5737, 0.4815, 0.5537, 0.5738, 0.5560, 0.5761,
0.5618, 0.5491, 0.5805, 0.4052, 0.5705, 0.5813, 0.5875, 0.5913, 0.2582,
0.5846, 0.5883, 0.5775, 0.5762, 0.5626, 0.5710, 0.4303, 0.6079, 0.5741,
0.5787, 0.5660, 0.5631, 0.5505, 0.5862, 0.5650, 0.5761, 0.1191, 0.5592,
0.6142, 0.4825, 0.4396, 0.4473, 0.1238, 0.5663, 0.6087, 0.5350, 0.5405,
0.5896, 0.5740, 0.5593, 0.5234, 0.5598, 0.5829, 0.5674, 0.5868, 0.3594,
0.5478, 0.5482, 0.5451, 0.5637, 0.5535, 0.4454, 0.5971, 0.5652, 0.5664,
0.5165, 0.4289, 0.5812, 0.5324, 0.5936, 0.5385, 0.5627, 0.5521, 0.5536,
0.5478, 0.2709, 0.5880, 0.5409, 0.5788, 0.5190, 0.5958, 0.5843, 0.5694,
0.6026, 0.5548, 0.5579, 0.5602, 0.5657, 0.5588, 0.5415, 0.5849, 0.4873,
0.7149, 0.6065, 0.5688, 0.5590, 0.5255, 0.5778, 0.4990, 0.5763, 0.5777,
0.5847, 0.5811, 0.5246, 0.5708, 0.5966, 0.5935, 0.5874, 0.5776, 0.5872,
0.5491, 0.5836, 0.5300, 0.5391, 0.5686, 0.5952, 0.5530, 0.6021, 0.5512,
0.5672, 0.5693, 0.5873, 0.5962, 0.5717, 0.5892, 0.5303, 0.5492, 0.5531,
0.5330, 0.5745, 0.5691, 0.5457, 0.5412, 0.5682, 0.5528, 0.5777, 0.5361,
0.5946, 0.5748, 0.5382, 0.5746, 0.5347, 0.6021, 0.5230, 0.5794, 0.5373,
0.5516, 0.5691, 0.5838, 0.5609, 0.4725, 0.5866, 0.5570, 0.3581, 0.5397,
0.5965, 0.5191, 0.5404, 0.5853, 0.5618, 0.0555, 0.5601, 0.5570, 0.5781,
0.5665, 0.1199, 0.5279, 0.5374, 0.5977, 0.5611, 0.5899, 0.5937, 0.5517,
0.5239, 0.5107, 0.5855, 0.5374, 0.5461, 0.5829, 0.5865, 0.5339, 0.5482,
0.5740, 0.5635, 0.5836, 0.4785, 0.5507, 0.5634, 0.5982, 0.5839, 0.5836,
0.5038, 0.5058, 0.5751, 0.5897, 0.5741, 0.5609, 0.5583, 0.3255, 0.5589,
0.5591, 0.5394, 0.5923, 0.5473, 0.5190, 0.5801, 0.5762, 0.5828, 0.5729,
0.5606, 0.5771, 0.5446, 0.5548, 0.5289, 0.5563, 0.5565, 0.5669, 0.5963,
0.5391, 0.5808, 0.5533, 0.1999, 0.5544, 0.5420, 0.5578, 0.5458, 0.5786,
0.5345, 0.5089, 0.5623])),
('model.decoder.layernorm_embedding.bias',
tensor([-1.2831e-02, -4.2769e-02, 3.1644e-02, 6.3036e-02, -3.1228e-02,
4.9103e-02, 5.1657e-02, 6.3458e-02, 7.1225e-02, 1.5029e-01,
9.3761e-03, -5.2714e-02, -4.6487e-02, -2.3906e-02, -1.3499e-01,
4.6824e-02, -1.3612e-01, 1.4723e-01, 3.4209e-02, 1.1020e-01,
-4.9774e-02, 2.7977e-02, -9.9566e-03, -3.2970e-02, 2.5078e-02,
3.3420e-02, -4.5387e-03, 1.2023e-01, -5.4148e-02, 3.1339e-01,
-9.2685e-02, 1.6067e-02, -1.4960e-01, 3.1685e-02, 2.5406e-02,
1.0876e-01, -1.6574e-02, -5.4386e-02, -3.4622e-02, -1.7950e-02,
1.8012e-02, 1.8351e-01, 5.2026e-03, 1.3532e-01, -3.0081e-02,
2.0214e-02, 6.2495e-02, 2.0150e-02, 3.9544e-02, -2.8057e-02,
8.9892e-02, -3.2778e-03, 2.0865e-01, 1.7411e-02, 1.0993e-01,
8.8324e-03, -4.8977e-02, -1.5098e-02, 8.1734e-02, 2.9305e-02,
2.9121e-02, -1.7233e-02, -1.2709e-01, 6.7411e-02, 4.2608e-02,
-2.6146e-02, 5.6638e-02, -6.2990e-02, -4.1679e-02, -4.9646e-02,
6.0735e-02, -8.7787e-02, 1.6974e-01, 6.9616e-02, 7.9799e-02,
3.7116e-02, 2.8412e-02, 7.1215e-02, -4.7492e-02, 8.2836e-02,
-9.5479e-02, 3.0432e-02, -1.4111e-02, 9.6445e-03, 5.9095e-02,
-1.7322e-02, -1.7113e-02, 4.2922e-02, 2.9987e-02, 2.2697e-02,
1.0929e-01, 3.3113e-02, -4.4036e-02, -4.5212e-03, -4.5736e-03,
-5.1669e-02, 9.5174e-02, 3.5487e-02, 9.5086e-02, -1.7979e-02,
-3.8470e-02, -1.1176e-01, 8.1637e-02, 1.4247e-02, -5.7279e-02,
-9.3236e-03, 4.8595e-02, -8.0125e-02, 1.7896e-02, -3.4304e-02,
2.4904e-02, 1.7966e-01, 5.9985e-03, -5.7237e-02, 2.1312e-02,
-7.2936e-02, -3.4245e-02, 3.4423e-03, -3.2034e-01, 2.9338e-02,
-4.3992e-02, 4.2152e-02, -2.6139e-02, -1.0884e-01, 1.7642e-02,
-7.5845e-03, 6.6457e-02, -1.0912e-02, 2.2600e-02, 3.8275e-02,
-1.6038e-02, 7.4981e-03, 5.2718e-02, 1.1683e-01, 1.7679e-02,
3.8358e-02, 6.2954e-02, 8.1113e-02, -6.4962e-02, -1.7260e-02,
7.3208e-02, -3.9297e-02, 2.0747e-02, -3.1199e-02, 3.3081e-02,
-4.4911e-02, 8.4111e-02, 1.5810e-02, -4.9032e-02, -1.2750e-01,
1.5619e-01, -9.3912e-02, -9.7562e-03, 1.9416e-02, -4.9143e-02,
-4.3468e-02, 7.0905e-02, 1.6533e-03, 3.6813e-02, 3.6657e-02,
5.4448e-02, -7.7286e-02, -7.4652e-02, -2.5740e-04, -1.9213e-02,
-5.3854e-03, -1.0158e-01, 6.0745e-02, -1.6383e-02, 2.8104e-02,
2.2999e-02, -6.4224e-02, 1.0078e-01, -1.2744e-01, 4.2608e-04,
5.3744e-02, 8.9922e-02, -5.9368e-02, 7.4428e-03, -8.4274e-02,
1.3562e-01, 4.0048e-02, 8.2406e-02, 1.3119e-01, -5.6981e-02,
2.5236e-02, -3.7186e-03, 1.5188e-01, 2.6908e-02, 2.3084e-02,
2.7620e-02, 2.6444e-02, 4.1350e-03, -1.0787e-01, -6.8123e-02,
-5.3786e-02, 2.2783e-02, 1.0516e-01, -5.0746e-02, 7.7815e-02,
-1.0264e-02, 3.5631e-02, 5.8454e-02, 3.1942e-02, 7.3019e-02,
1.3091e-02, 2.1928e-01, 1.0100e-01, 3.1195e-02, 3.9834e-04,
5.9389e-02, 1.4613e-02, -2.2138e-02, -1.0615e-01, 4.3694e-02,
-9.3013e-02, 2.4934e-02, 6.9855e-03, 1.1844e-01, 1.5274e-02,
1.4671e-01, -3.2446e-02, 1.5748e-02, -3.9369e-02, 7.5263e-02,
-5.3283e-02, 9.0907e-02, -4.7326e-01, 1.2118e-01, 5.6508e-02,
-9.5202e-02, 7.2960e-02, -3.5679e-02, -9.1487e-02, 5.8450e-02,
-6.9773e-02, -2.5267e-03, -1.2260e-02, -1.7547e-01, 5.4873e-02,
6.7664e-02, 1.7311e-02, -1.9758e-02, -1.8218e-01, 7.8246e-02,
-9.5033e-02, -5.5272e-03, 2.9263e-02, 1.9208e-02, 5.1613e-02,
-1.7666e-02, 9.6099e-02, 4.5335e-02, 8.8847e-02, -3.6821e-02,
-3.8070e-02, -9.1545e-03, -3.1942e-02, 7.4039e-03, -1.7219e-02,
-1.5727e-01, -3.4872e-02, -5.1440e-02, 1.5832e-02, -1.6009e-01,
-5.9939e-02, 4.6811e-02, 1.5997e-02, 6.4880e-02, -1.6020e-01,
4.1217e-02, 1.8239e-02, 2.4162e-02, 1.7127e-03, -4.0602e-02,
-3.6282e-02, 1.9223e-02, -9.3074e-02, -3.5528e-02, -2.7165e-02,
1.2284e-01, -5.3556e-01, -1.1471e-01, 3.1714e-02, 3.3741e-02,
-2.3970e-02, -7.4425e-03, -5.4829e-02, -7.5807e-02, -5.7421e-02,
-6.0276e-03, -9.3613e-03, 8.6454e-03, 1.5433e-04, -5.6709e-02,
1.1221e-01, 3.5683e-02, 6.0284e-02, 5.7855e-02, -3.9058e-02,
6.2621e-02, 3.6083e-02, 7.3016e-03, 2.9847e-02, 5.9447e-02,
-3.1951e-02, -4.5847e-02, -5.5182e-02, -5.0490e-02, -6.0326e-02,
-9.1098e-02, -1.1872e-01, 2.2573e-02, -1.9002e-02, -4.2794e-04,
-4.6287e-01, 8.7891e-04, -6.5532e-03, -1.2300e-02, 7.9752e-03,
-8.4012e-03, -1.7500e-02, -2.1252e-02, -1.7328e-02, -3.6809e-02,
9.3624e-02, -1.1591e-02, -1.4481e-01, -4.2586e-02, -1.6717e-02,
7.0494e-02, 4.2913e-02, 1.2660e-02, -1.3355e-02, -2.3789e-02,
5.8816e-02, -6.7930e-02, -2.1744e-02, 5.7227e-02, -4.0334e-03,
1.9485e-03, 1.2894e-01, 2.5263e-02, -2.4894e-03, 1.7656e-02,
-1.0500e-02, 1.1909e-02, -2.6428e-03, 7.0471e-02, -4.0101e-02,
-4.3554e-02, 1.7487e-01, -1.8005e-02, -7.5047e-02, 2.1954e-02,
-1.7127e-03, -4.7106e-02, -5.9792e-02, 5.2854e-02, 7.3783e-03,
3.4129e-02, -1.1726e-02, 2.9746e-02, 1.1580e-01, 5.0948e-02,
2.8759e-02, 1.6162e-02, -1.6171e-02, -2.5141e-01, -8.6835e-02,
-2.8139e-02, 7.5082e-02, -8.0151e-03, -6.2729e-02, 2.9580e-02,
-6.3794e-02, 9.6217e-03, -4.1892e-02, 9.8225e-03, 2.1729e-02,
-1.0373e-02, -1.9373e-02, -2.0465e-02, -1.5815e-02, 6.4049e-02,
-8.2594e-02, -1.7311e-03, 3.8246e-02, -8.2893e-02, 6.7090e-02,
-7.3461e-02, 3.8214e-02, -1.6848e-02, 8.5902e-03, -2.9878e-02,
7.8809e-03, -1.6015e-02, 6.4426e-02, -4.7823e-02, 8.0054e-02,
1.9079e-02, -6.1504e-02, 3.2292e-02, -3.9906e-02, -5.9601e-02,
2.3966e-02, 5.0491e-03, -1.7878e-02, -4.7364e-03, 3.7523e-02,
-7.5369e-02, 8.5888e-02, -7.2441e-03, 9.4717e-02, 7.5455e-03,
1.2610e-01, 6.3556e-02, 9.5458e-02, 1.6938e-02, 9.8285e-03,
-4.3740e-03, -1.6020e-02, 7.0268e-02, -5.6206e-02, 3.0067e-02,
7.0164e-02, -3.1527e-02, 2.6832e-02, -3.3490e-02, -1.3610e-01,
4.9944e-02, 1.0336e-01, -2.3008e-02, -5.8093e-02, 1.8945e-02,
3.4679e-02, 2.7237e-02, 4.4560e-02, 7.2316e-03, -1.1991e-02,
-4.6689e-02, 3.1552e-02, 2.7284e-01, 1.1215e-02, -6.2523e-03,
-6.4880e-03, -3.5753e-02, -1.2058e-03, -1.3838e-01, -6.2260e-02,
9.4880e-02, -4.5210e-02, 9.8345e-02, -2.8680e-03, -4.3014e-02,
-7.9886e-02, 8.2105e-02, -2.3592e-03, 3.4233e-02, -1.1084e-01,
-1.1707e-02, 2.5303e-01, -4.1636e-02, 4.9908e-02, -3.0902e-02,
-5.7951e-02, -3.1272e-02, -1.3899e-01, -2.9025e-02, 1.4409e-02,
8.0590e-02, -4.4702e-02, -8.4504e-02, -6.8293e-02, -4.8923e-02,
4.4949e-02, -5.0293e-02, 2.3539e-02, 1.6829e-02, -2.4791e-03,
-5.0810e-03, 9.6709e-02, 3.1112e-02, 8.8924e-02, 2.8619e-02,
-5.2868e-03, -6.1753e-02, -5.8505e-02, -1.7682e-01, -5.0006e-02,
-7.6133e-02, -9.7583e-02, -8.1797e-02, 9.1027e-03, 4.3497e-02,
-6.1895e-02, 6.8395e-02, 1.1378e-01, 4.2186e-02, -4.6290e-02,
1.4264e-01, 7.5159e-02, -5.6632e-02, 1.7195e-01, 4.4280e-02,
2.1702e-03, 8.6579e-02, -4.7909e-02, 3.1159e-02, -8.7982e-02,
1.1450e-02, -4.6750e-03, -6.2093e-02, -6.3598e-03, 2.8367e-02,
5.4585e-02, 9.6538e-02, 3.4818e-02, 9.0784e-03, 4.9982e-02,
-3.6890e-02, 4.0109e-02, 5.7234e-02, 1.1537e-01, 4.8451e-02,
-8.5370e-02, 1.3606e-01, -1.3980e-02, -7.9488e-02, -1.8334e-01,
-1.3669e-01, -7.3046e-02, 5.0943e-02, 2.0989e-02, 6.0266e-02,
4.6958e-02, 1.3951e-02, -2.6450e-02, 7.2903e-02, -8.6379e-02,
1.1452e-01, 1.6354e-02, 4.3666e-02, 1.0451e-01, -8.8996e-02,
1.1565e-01, -1.2959e-02, -5.1935e-02, 5.7163e-02, -1.6514e-02,
-1.3546e-02, -4.5353e-03, 3.6878e-02, 2.0597e-02, 8.0637e-03,
7.0346e-02, 3.7684e-02, -1.8473e-01, 1.8121e-02, -2.6573e-02,
-2.8783e-02, 4.6520e-02, -2.3054e-02, 1.1327e-02, -1.3180e-01,
3.0365e-02, -6.8198e-02, 1.8763e-02, -5.0628e-02, 4.2145e-02,
-1.4574e-02, 3.6825e-02, -4.0778e-02, -3.8588e-02, 4.4386e-01,
6.9615e-02, -1.3297e-01, 1.0792e-01, -1.8744e-01, -2.1307e-01,
1.3037e-01, -8.3953e-02, -2.7919e-02, 8.8280e-02, -8.2289e-03,
6.1978e-02, 4.7774e-02, 5.4317e-02, -4.1484e-02, -7.9282e-02,
1.7240e-03, 6.3099e-02, -1.6554e-02, 3.9486e-01, 6.0729e-02,
1.0148e-01, -2.7845e-02, -6.7459e-02, 3.0812e-02, 9.9582e-02,
-1.7323e-02, -3.5746e-02, 5.8898e-02, 6.1157e-02, 2.6457e-01,
-5.1407e-02, -3.6533e-03, 1.9093e-02, 2.8379e-02, 1.4256e-01,
7.9797e-03, 3.8162e-02, 2.4480e-02, 2.0199e-01, -8.0713e-02,
-1.5238e-01, 1.1919e-02, 1.6789e-01, 1.6848e-02, -9.9654e-03,
2.8096e-02, -1.1416e-01, -1.3982e-02, 6.3746e-02, 1.1807e-01,
-9.9455e-02, 2.1049e-02, 4.9840e-02, 3.8149e-02, -5.5715e-03,
-5.5794e-02, 3.2087e-03, -1.4905e-02, -7.0214e-02, 2.1885e-02,
-1.1758e-01, 1.0718e-02, 9.1706e-04, 2.2331e-02, 3.2105e-02,
6.3931e-03, -1.1246e-01, 4.2643e-02, -1.8754e-02, 2.0719e-02,
-6.9441e-02, 4.3662e-02, 1.0179e-01, 5.4957e-02, 6.5157e-03,
3.5815e-02, 5.9755e-02, -3.8973e-02, -2.5815e-02, -7.2482e-02,
2.0561e-02, -2.6614e-04, 1.5822e-03, -2.2431e-02, -3.3674e-02,
1.4126e-02, -7.2412e-03, -2.0145e-02, -1.6769e-01, -4.0297e-02,
6.5689e-02, 1.0088e-01, 6.7569e-02, 8.2684e-02, -4.0253e-02,
-1.1523e-02, 5.0498e-02, -6.4081e-02, -1.2116e-01, -8.6704e-02,
4.7053e-02, 2.4599e-02, -9.1747e-02, 5.7761e-03, 3.1194e-02,
-6.9525e-02, 1.5293e-02, -8.5588e-02, -1.2746e-01, 5.0125e-02,
-9.2509e-02, -3.0573e-02, 5.8226e-02, 3.9902e-02, -2.8523e-02,
-6.1341e-02, 1.8923e-01, -7.4078e-03, -1.8913e-02, 1.9667e-02,
8.8748e-02, 4.8402e-02, 2.4530e-02, -2.8292e-01, 4.8820e-02,
1.2479e-01, -4.5623e-02, -1.6350e-02, 1.3857e-01, -3.3600e-02,
6.4574e-03, 3.0198e-02, 8.4441e-03, -9.1366e-02, -2.8937e-02,
-1.7699e-02, 2.0975e-02, -1.5930e-02, -4.2559e-02, -3.3085e-02,
-4.4549e-02, 3.3988e-02, -1.2217e-02, -1.3720e-01, -8.9491e-02,
3.9112e-02, 3.0485e-02, -3.9373e-02, 1.0899e-01, -1.4913e-02,
-5.0096e-02, 4.8600e-02, 8.7733e-03, -9.2806e-02, -3.7476e-03,
-1.4788e-01, -1.5181e-02, 5.4610e-02, 7.0901e-02, 6.9575e-02,
-7.8512e-02, -1.8444e-01, 2.7305e-02, 4.9346e-03, 1.2048e-01,
3.7810e-02, -4.4704e-03, -1.0881e-01, -2.9687e-02, -6.2113e-02,
-1.4432e-03, 1.7318e-02, 3.0953e-02, -7.5597e-02, 5.3268e-02,
2.1374e-02, -3.3586e-02, -5.6722e-02, 1.2012e-01, -3.2632e-02,
-1.1833e-01, 1.2388e-01, -8.1382e-03, -1.8205e-01, -1.8276e-01,
6.0854e-02, -5.8697e-02, 3.4045e-02, 8.3829e-02, 3.5583e-02,
-1.1128e-01, -2.0292e-01, -8.2440e-02])),
('lm_head.weight',
tensor([[ 0.0133, 0.0014, -0.0100, ..., 0.0032, 0.1063, 0.0098],
[-0.0130, -0.0162, -0.0178, ..., -0.0130, -0.0046, -0.0048],
[ 0.0850, -0.0390, 0.0089, ..., 0.0586, 0.0086, 0.0351],
...,
[ 0.0124, -0.0234, -0.0202, ..., -0.0045, 0.0237, -0.0065],
[ 0.0057, -0.0384, -0.0268, ..., 0.0055, 0.0128, -0.0037],
[-0.0084, 0.0112, -0.0183, ..., 0.0089, -0.0125, 0.0230]]))])
In [64]:
observation = df_test.iloc[28]
observation
Out[64]:
id 13680992 dialogue Mr. Williams: Ms. Blair, would you like to go ... summary Mr. Williams invites Ms. Blair for a coffee. T... input_ids [0, 10980, 4, 1604, 35, 2135, 4, 11371, 6, 74,... attention_mask [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... labels [0, 10980, 4, 1604, 19101, 2135, 4, 11371, 13,... Name: 146, dtype: object
In [65]:
summarize_convo(observation['dialogue'],model,tokenizer)
Out[65]:
'Ms. Blair would like to go for a coffee with Mr. Williams at 2 pm.'
In [66]:
observation['dialogue']
Out[66]:
"Mr. Williams: Ms. Blair, would you like to go for a coffee?\nMs. Blair: I thought you'd never ask.\nMr. Williams: That's outstanding. Do you have a favourite coffee place?\nMs. Blair: I actually do. It's near the square in a side alley.\nMr. Williams: I think I know which one. Let's say 2 p.m.?\nMs. Blair: Sounds great. See you there :)"
In [67]:
observation['summary']
Out[67]:
'Mr. Williams invites Ms. Blair for a coffee. They will go to her favourite coffee place near the square in a side alley at 2 p.m.'
In [70]:
rouge_func.compute(predictions=[summarize_convo(observation['dialogue'],model,tokenizer)],references=[observation['summary']])
Out[70]:
{'rouge1': 0.5238095238095238,
'rouge2': 0.25,
'rougeL': 0.33333333333333337,
'rougeLsum': 0.33333333333333337}
In [73]:
df_test
Out[73]:
| id | dialogue | summary | input_ids | attention_mask | labels | |
|---|---|---|---|---|---|---|
| 197 | 13821297 | Ella: Hey my dear family, could i ask you to c... | Barbara and Eva described their dietary requir... | [0, 717, 5104, 35, 11468, 127, 14880, 284, 6, ... | [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... | [0, 14507, 31533, 8, 20736, 1602, 49, 23622, 3... |
| 122 | 13863010 | Louis: Gotta go, my mom's calling me\nFabian: ... | Louis finishes the conversation with Fabian be... | [0, 29923, 35, 272, 16037, 213, 6, 127, 3795, ... | [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... | [0, 29923, 11630, 5, 1607, 19, 8659, 811, 142,... |
| 310 | 13729583 | Sharon: My mum knows\nAhmed: Aaaand?\nSharon: ... | Ahmed wants Sharon to move in with him but she... | [0, 3609, 9303, 35, 1308, 8562, 2215, 50118, 1... | [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... | [0, 17986, 4567, 1072, 12417, 7, 517, 11, 19, ... |
| 224 | 13681509 | Abigail: It's Sundaay.\nDamien: So?..\nAbigail... | Abigail and Damien are going to church on Sund... | [0, 13112, 1023, 3760, 35, 85, 18, 12282, 102,... | [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... | [0, 13112, 1023, 3760, 8, 24851, 32, 164, 7, 2... |
| 753 | 13829478 | Joy: it's seem nice, are you interested for fr... | Sandy will go for a run. She will meet Joy aft... | [0, 37252, 35, 24, 18, 2045, 2579, 6, 32, 47, ... | [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... | [0, 104, 10708, 40, 213, 13, 10, 422, 4, 264, ... |
| ... | ... | ... | ... | ... | ... | ... |
| 593 | 13828274 | Tricia: The cake is still not ready.\nZandra: ... | Zandra's daughter, Tam, has a birthday tomorro... | [0, 565, 45127, 35, 20, 8492, 16, 202, 45, 122... | [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... | [0, 1301, 19432, 18, 1354, 6, 7736, 6, 34, 10,... |
| 729 | 13810006 | Carol: I got some more fruit from my garden yo... | Carol will collect the excess fruit on Wednesd... | [0, 9518, 1168, 35, 38, 300, 103, 55, 6231, 31... | [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... | [0, 9518, 1168, 40, 5555, 5, 7400, 6231, 15, 3... |
| 92 | 13814407 | Antonio: Is everything okay? You've been quiet... | Alivia has been taciturn lately. She was tryin... | [0, 18348, 261, 1020, 35, 1534, 960, 8578, 116... | [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... | [0, 7083, 40978, 34, 57, 36502, 8629, 12056, 4... |
| 718 | 13611729 | Sean: After much thought I’ve decided that my ... | Sean believes his spirit animal is a tortoise ... | [0, 25285, 35, 572, 203, 802, 38, 17, 27, 548,... | [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... | [0, 25285, 2046, 39, 4780, 3477, 16, 10, 17082... |
| 175 | 13828739 | Kane: have you heard the new 30 seconds to mar... | Kane recommends the new 30 Seconds to Mars alb... | [0, 530, 1728, 35, 33, 47, 1317, 5, 92, 389, 2... | [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... | [0, 530, 1728, 10827, 5, 92, 389, 37789, 7, 65... |
655 rows × 6 columns
In [ ]:
def analyze_predictions(test_data):
dialogues = df_test.apply(lambda r:(r['dialogue'],r['summary']),axis=1)
predictions = []
references = []
for convo in dialogues:
pred = summarize_convo(convo[0],model,tokenizer)
predictions.append(pred)
references.append(convo[1])
agg_scores = rouge_func.compute(references=references,predictions=predictions,use_aggregator=True)
scores = rouge_func.compute(references=references,predictions=predictions,use_aggregator=False)
df_scores['convos'] = df_scores['dialogue'].apply(lambda x:split_utterances(x)[0])
df = pd.json_normalize(df_scores['convos'].apply(analyze_conversation))
df_scores = pd.concat([df_scores,df],axis=1)
quants = ['R1','R2','RL','RLs','utterances','utterers','utterance_share','word_share','summ_length']
sns.pairplot(df_scores[quants])
return agg_scores, df_scores
In [89]:
dialogues = df_test.apply(lambda r:(r['dialogue'],r['summary']),axis=1)
dialogues
Out[89]:
197 (Ella: Hey my dear family, could i ask you to ...
122 (Louis: Gotta go, my mom's calling me\nFabian:...
310 (Sharon: My mum knows\nAhmed: Aaaand?\nSharon:...
224 (Abigail: It's Sundaay.\nDamien: So?..\nAbigai...
753 (Joy: it's seem nice, are you interested for f...
...
593 (Tricia: The cake is still not ready.\nZandra:...
729 (Carol: I got some more fruit from my garden y...
92 (Antonio: Is everything okay? You've been quie...
718 (Sean: After much thought I’ve decided that my...
175 (Kane: have you heard the new 30 seconds to ma...
Length: 655, dtype: object
In [ ]:
predictions = []
references = []
for convo in dialogues:
pred = summarize_convo(convo[0],model,tokenizer)
predictions.append(pred)
references.append(convo[1])
df_scores['convos'] = df_scores['dialogue'].apply(lambda x:split_utterances(x)[0])
df = pd.json_normalize(df_scores['convos'].apply(analyze_conversation))
df_scores = pd.concat([df_scores,df],axis=1)
quants = ['R1','R2','RL','RLs','utterances','utterers','utterance_share','word_share','summ_length']
sns.pairplot(df_scores[quants])
df_scores = pd.DataFrame()
df_scores['dialogue']=[convo[0] for convo in dialogues]
df_scores['true_summary'] = references
df_scores['predicted_summary'] = predictions
df_scores['R1']= scores['rouge1']
df_scores['R2']= scores['rouge2']
df_scores['RL']= scores['rougeL']
df_scores['RLs']= scores['rougeLsum']
df_scores['true_length'] = df_scores['true_summary'].apply(len)
df_scores['pred_length'] = df_scores['predicted_summary'].apply(len)
In [91]:
len(predictions)
Out[91]:
655
In [ ]:
agg_scores = rouge_func.compute(references=references,predictions=predictions,use_aggregator=True)
scores = rouge_func.compute(references=references,predictions=predictions,use_aggregator=False)
In [ ]:
agg_scores
In [153]:
df_scores = pd.DataFrame()
df_scores['dialogue']=[convo[0] for convo in dialogues]
df_scores['true_summary'] = references
df_scores['predicted_summary'] = predictions
df_scores['R1']= scores['rouge1']
df_scores['R2']= scores['rouge2']
df_scores['RL']= scores['rougeL']
df_scores['RLs']= scores['rougeLsum']
df_scores['true_length'] = df_scores['true_summary'].apply(len)
df_scores['pred_length'] = df_scores['predicted_summary'].apply(len)
In [157]:
df_scores['convos'] = df_scores['dialogue'].apply(lambda x:split_utterances(x)[0])
df = pd.json_normalize(df_scores['convos'].apply(analyze_conversation))
df_scores = pd.concat([df_scores,df],axis=1)
df_scores.drop('convos',axis=1,inplace=True)
df_scores
Out[157]:
| dialogue | true_summary | predicted_summary | R1 | R2 | RL | RLs | true_length | pred_length | utterances | utterers | utterance_share | word_share | utterances | utterers | utterance_share | word_share | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | Ella: Hey my dear family, could i ask you to c... | Barbara and Eva described their dietary requir... | Ella wants to confrim that she's coming and if... | 0.315789 | 0.055556 | 0.210526 | 0.210526 | 82 | 132 | 6 | 3 | 0.388889 | 0.745910 | 6 | 3 | 0.388889 | 0.745910 |
| 1 | Louis: Gotta go, my mom's calling me\nFabian: ... | Louis finishes the conversation with Fabian be... | Louis is calling Fabian. | 0.533333 | 0.153846 | 0.400000 | 0.400000 | 74 | 24 | 3 | 2 | 0.555556 | 0.654321 | 3 | 2 | 0.555556 | 0.654321 |
| 2 | Sharon: My mum knows\nAhmed: Aaaand?\nSharon: ... | Ahmed wants Sharon to move in with him but she... | Sharon's mother is angry, she's grounded and s... | 0.457143 | 0.181818 | 0.285714 | 0.285714 | 97 | 81 | 20 | 2 | 0.500000 | 0.537115 | 20 | 2 | 0.500000 | 0.537115 |
| 3 | Abigail: It's Sundaay.\nDamien: So?..\nAbigail... | Abigail and Damien are going to church on Sund... | It's Sundaay. Abigail and Damien will go to ch... | 0.466667 | 0.357143 | 0.466667 | 0.466667 | 86 | 61 | 13 | 2 | 0.502959 | 0.536712 | 13 | 2 | 0.502959 | 0.536712 |
| 4 | Joy: it's seem nice, are you interested for fr... | Sandy will go for a run. She will meet Joy aft... | Sandy is going for a run on Friday evening. Sh... | 0.255319 | 0.133333 | 0.255319 | 0.255319 | 133 | 96 | 16 | 3 | 0.460938 | 0.467215 | 16 | 3 | 0.460938 | 0.467215 |
| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 650 | Tricia: The cake is still not ready.\nZandra: ... | Zandra's daughter, Tam, has a birthday tomorro... | Zandra's daughter's birthday is tomorrow. The ... | 0.500000 | 0.243243 | 0.342105 | 0.342105 | 235 | 174 | 21 | 4 | 0.414966 | 0.478779 | 21 | 4 | 0.414966 | 0.478779 |
| 651 | Carol: I got some more fruit from my garden yo... | Carol will collect the excess fruit on Wednesd... | Carol got some fruit from her garden. She does... | 0.432432 | 0.171429 | 0.378378 | 0.378378 | 57 | 123 | 16 | 2 | 0.500000 | 0.501581 | 16 | 2 | 0.500000 | 0.501581 |
| 652 | Antonio: Is everything okay? You've been quiet... | Alivia has been taciturn lately. She was tryin... | Alivia has been working on her thesis. She doe... | 0.424242 | 0.218750 | 0.303030 | 0.303030 | 173 | 175 | 12 | 2 | 0.513889 | 0.520969 | 12 | 2 | 0.513889 | 0.520969 |
| 653 | Sean: After much thought I’ve decided that my ... | Sean believes his spirit animal is a tortoise ... | Sean has decided that his spirit animal is a t... | 0.560000 | 0.434783 | 0.560000 | 0.560000 | 77 | 54 | 4 | 2 | 0.500000 | 0.650561 | 4 | 2 | 0.500000 | 0.650561 |
| 654 | Kane: have you heard the new 30 seconds to mar... | Kane recommends the new 30 Seconds to Mars alb... | Shannon recommends the new 30 seconds to mars ... | 1.000000 | 0.800000 | 0.818182 | 0.818182 | 60 | 60 | 5 | 2 | 0.520000 | 0.535278 | 5 | 2 | 0.520000 | 0.535278 |
655 rows × 17 columns
In [156]:
quants = ['R1','R2','RL','RLs','utterances','utterers','utterance_share','word_share','true_length','pred_length']
sns.pairplot(df_scores[quants]);
Out[156]:
<seaborn.axisgrid.PairGrid at 0x2f85dee40>
In [ ]: